framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.1203
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.1178
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.1186
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.1191
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.1162
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.1199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.1265
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.1308
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.1510
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.2635
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.1630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.1586
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.2480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.1561
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.1916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.3535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.1467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.1549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.1725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.1439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.1562
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.1445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.1835
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.3220
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.1622
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.2045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.1745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.2102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.2230
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.2433
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.2996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.4012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.1314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.1362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.1302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.1427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.1406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.1630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.1749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.1690
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.2058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.2827
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.3689
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.1255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.1252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.2628
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.1281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.1394
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.1309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.1691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.1779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.2023
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.2651
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.3860
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.2752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.1629
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.1328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.1306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.1385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.1425
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.1686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.1731
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.2795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.1866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.2855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.4139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.1346
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.1345
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.1368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.2150
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.2927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.1423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.1481
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.1993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.1866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.3184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.4653
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.2357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.1804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.1449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.1517
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.1467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.1443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.1561
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.1455
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.1634
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.1487
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.1458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.3165
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.2043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.2137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.2359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,0.5745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.2810
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.3891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.1830
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.1749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.1757
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.1767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.1951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.1737
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.1806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.2100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.1743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.3811
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.2744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.2924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.3204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,0.7987
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.3861
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,0.5287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.2304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.2470
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.2301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.2326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.2306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.2664
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.2311
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.2334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.3015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.6214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.2398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.4110
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.4348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,0.4925
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,0.8403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,0.6143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,1.3994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,0.3141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.3150
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.3398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.3224
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.3467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.3159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.3831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.3145
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.3145
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,0.4582
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,0.6521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,1.0591
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,0.6952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,0.8056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,1.0348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,1.5537
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,0.5361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,0.5303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,0.5480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,0.5328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,0.5480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,0.5828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,0.5329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,0.6510
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,0.5586
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,0.7916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,1.1489
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,1.2705
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,1.8959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,1.4686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,1.8985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1020
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1065
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1076
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.1728
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1378
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.2301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.3256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.1514
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1571
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1611
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1564
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1589
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1938
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1567
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.3023
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.2272
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.2813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.3932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.1140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1241
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1209
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1193
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1627
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1474
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.2488
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.2623
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.1855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.3522
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1119
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.1137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1106
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1206
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1110
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1244
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1661
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.2633
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.1907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1496
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.3683
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.2521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1254
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1699
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1615
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.2769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.2089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.4079
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1130
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.2798
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1373
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.1891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.2943
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.2347
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.2032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.4690
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.3214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1254
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.1248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1509
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1241
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1760
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.3562
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2447
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.2559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.2852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.4235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,0.6139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.3212
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1486
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1489
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1492
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.1955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.1482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.2387
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1518
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1645
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.4599
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1729
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.3558
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.3987
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.3701
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,0.6147
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.4649
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,0.8836
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.1995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.1996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.1993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.1991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.2019
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.3648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.2192
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.2426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.1990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.7788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.5965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,1.5598
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.6447
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,0.9931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.5632
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,0.7676
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.2896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.3261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.2937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.2848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.3678
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.2868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.2948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.2856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,1.4309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.6206
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,1.4089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.9981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.4516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,1.1734
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,1.9357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,0.4674
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.4679
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.5647
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.4661
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.4821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,1.0612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.4660
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.6268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,1.1450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.4681
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,0.7969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.8764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.9640
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,2.5831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,2.6266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,2.1647
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.0879
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.0826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.0826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.0905
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.1068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.2136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.1511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.1259
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.1290
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.3149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.1285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.1222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.1348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.1575
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.1302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.1483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.2667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.2064
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.1546
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.3751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.1019
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.2413
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.3388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.2325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.1484
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.0977
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.1761
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.0956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.2488
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.1795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.1315
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.1505
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.3624
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.1062
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.1420
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.1027
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.1503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.1625
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.2617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.3883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.1897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.2584
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.1003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.0978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.1000
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.1127
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.2704
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.1224
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.2133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.1786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.1628
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,0.4476
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.2971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.1561
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.2971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.1853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.1958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.2138
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.2609
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,0.3615
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,0.5511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.1291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.1355
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.1566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.1288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.1280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.1840
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.3665
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.1436
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.2627
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.2756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.3053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,0.5144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,0.7887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,0.3711
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.1669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.1627
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.1625
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.2183
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.1633
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.1809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.2602
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.1639
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.1870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.6070
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.1620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.3980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,0.4786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,0.6015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,0.8296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,1.3856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.4231
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.2385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.2303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.2366
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.2285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.3321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.2291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.4085
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.2283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.2517
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,1.0860
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.2736
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.6704
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,0.7118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,0.3741
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,1.0512
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,0.3602
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,1.5777
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,0.3745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,0.3583
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,0.8202
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,0.3731
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,0.3594
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,0.7262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,0.5395
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,0.4092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,1.9172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.1791
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,1.3091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,1.9529
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,0.4474
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,1.4958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.0825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.0824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.0809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.0810
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.1404
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.2948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.1974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.1260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.1259
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.1261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.1169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.1272
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.1502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.1545
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.1896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.2549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.2620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.0926
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.3657
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.2361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.1249
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.1662
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.2287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.0873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.3325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.0914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.0986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.2384
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.1722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.1241
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.2329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.3551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.1017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.2424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.1341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.1423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.1812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.3844
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.0917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.2523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.0945
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.2568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.1667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.2024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.1512
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.4309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.2840
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.0985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.0994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.1068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.0997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.1178
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.1254
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.2795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.1786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.1673
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.3455
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.1988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,0.5332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.2410
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.0922
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.1127
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.1142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.1260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.1356
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.1521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.1150
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.3198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.2274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.2589
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.3259
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,0.4680
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,0.7370
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.2123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.1682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.1449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.1501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.1875
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.1447
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.1464
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.2123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.1560
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.5294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.3114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.1458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.3405
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.3967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,0.5132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,0.7426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,1.3027
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.2062
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.2179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.1995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.2068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.2726
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.2328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.1995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.3213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.9284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.1976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.5745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.1992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.5237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,0.6732
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,0.9081
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,1.4252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.3054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.3045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.3047
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.3606
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.3204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.3076
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,0.4157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.3353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,0.5284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.3184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,1.5873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,0.8682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,0.9873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,1.6194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,1.1826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.0772
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.0782
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.0744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.0822
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.0744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.0789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.2139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.1394
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.2994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.0809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.1240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.1233
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.1158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.1996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.2513
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.1564
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.1852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.3524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.0959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.0918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.2376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.1483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.1220
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.1560
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.3268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.2218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.2305
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.2307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.3516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.1612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.1137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.1299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.2336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.0919
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.2424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.1332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.1228
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.1532
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.1825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.3793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.2519
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.0895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.0940
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.1405
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.1036
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.2543
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.2815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.1626
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.4256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.1961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.1494
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.0946
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.1022
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.2751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.1612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.1730
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.1947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.3418
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.2401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,0.5310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.1055
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.1140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.1112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.1468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.3182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.2070
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.1209
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.2552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.3216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,0.7350
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,0.4641
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.2255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.1393
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.1780
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.2056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.1501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.1638
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.5196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.1444
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.3056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.3325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.3868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,0.5080
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,1.2992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,0.7358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.1920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.1913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.1912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.1975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.1927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.1965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.2566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.2243
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.3098
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.2164
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.9169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.5117
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.5576
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,0.6629
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,1.4288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,0.8959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.2897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.3044
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.2901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.3449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.2901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.2918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.4008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.2899
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.5186
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.3326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,1.5661
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,0.8498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,0.9491
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,1.5998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,1.1691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.0769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.0744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.0747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.0781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.0799
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.2119
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.1120
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.1169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.1980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.1336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.3008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.1202
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.1419
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.1482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.1782
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.1506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.3478
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.2386
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.0918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.2322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.0878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.3353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.2188
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.1104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.2303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.1169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.1645
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.2283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.3454
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.1246
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.2352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.0920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.1490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.2482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.1287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.1804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.0872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.3779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.0851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.1461
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.2515
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.1601
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.4272
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.2788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.1978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.0918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.0945
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.1069
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.0953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.2722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.1626
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.1722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.1911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.2375
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.3388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,0.5286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.1062
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.1183
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.1063
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.1444
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.1131
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.3175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.2053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.2241
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.2507
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,0.7311
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.3187
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,0.4617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.1362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.1571
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.1353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.1375
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.1352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.1732
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.2052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.1481
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.5143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.3007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.1415
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.3299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,0.5085
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.3855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,0.7343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,1.2918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.1868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.1867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.1896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.1956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.2038
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.1895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.2535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.3062
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.1962
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.2212
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.9167
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.5083
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.5493
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,0.8927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,0.6605
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,1.4149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.3002
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.2999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.3403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.2838
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.4075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.2836
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.2861
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.5143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.2842
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,1.5608
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.3121
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,0.8430
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,0.9580
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,1.1529
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,1.6086
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.0734
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.0746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.0771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.0772
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.1952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.1122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.2993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.1172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.1212
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.1158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.1169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.1388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.1729
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.1336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.1523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.2407
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.3511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.0882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.0917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.1120
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.2144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.0875
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.0851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.3256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.1139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.1571
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.2283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.3480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.1575
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.0902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.2303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.1281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.2506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.1801
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.1158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.3772
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.0851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.1368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.0937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.1939
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.2458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.4273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.1578
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.1455
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.2777
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.0985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.1188
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.2728
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.1606
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.1708
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.2359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.1887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,0.5273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.3391
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.1129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.1049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.1295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.1058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.1447
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.1066
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.3156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.1045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.2068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.1088
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.2217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.3179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.2498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,0.4598
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,0.7310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.1341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.1335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.1568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.1376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.1751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.1358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.5140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.2015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.3040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.3288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.1471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.3835
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,0.5056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,0.7314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,1.2897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.1877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.1859
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.1914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.1847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.1940
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.2508
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.2047
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.1864
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.3033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.9210
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.2196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.4977
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,0.6570
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.5548
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,1.4118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,0.8901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.2957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.2823
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.2809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.2817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.4028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.2811
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.2991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.4951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.3113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.3350
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,1.5577
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,0.8389
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,0.9528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,1.6034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,1.1475
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.0728
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.0746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.0750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.0746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.0764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.0757
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.0776
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.1315
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.0934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.1042
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.2941
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.1928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.1060
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.2404
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.1008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.1068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.2225
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.3273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.1647
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.0885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.1150
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.1525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.3234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.2260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.2127
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.0902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.1577
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.3445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.0855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.0883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.0882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.1439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.1240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.1787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.2309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.0858
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.3803
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.2506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.1597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.2498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.1939
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.4285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.2771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.1166
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.0914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.2726
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.1585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.1686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.1895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.3361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.2347
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,0.5270
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.1024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.1141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.1434
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.1016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.3113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.2056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.2235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.2508
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.3185
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,0.7285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,0.4604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.1329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.1336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.1344
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.1742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.1325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.2044
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.2986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.3301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.3840
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.5125
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,0.5032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,0.7320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,1.2874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.1824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.1832
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.1850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.2181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.1933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.2509
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.1850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.1914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.3039
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.2018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.9102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.5049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,0.6555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.5548
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,0.8883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,1.4198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.2817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.3511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.2955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.2805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.2817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.4042
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.2812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.4932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.2813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,1.5713
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.3093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,0.8357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,0.9489
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,1.1456
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.1145
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,1.5856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.1223
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.1184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.1240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.1200
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.1208
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.1483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.2596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.1515
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.1875
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.1607
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.3428
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.1684
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.2476
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.1771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.1682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.1716
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.1682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.1759
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.1628
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.1794
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.3126
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.1749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.2210
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.2306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.3046
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.1815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.1960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.1332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.2043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.4025
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.1299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.1323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.1310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.1352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.2726
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.1591
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.1725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.1995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.3695
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.1622
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.1282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.2592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.1291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.1275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.1267
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.2732
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.1339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.1738
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.1593
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.2603
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.2008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.3772
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.1645
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.1294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.1301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.1287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.1318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.1288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.1311
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.2781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.1293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.1779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.1688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.2770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.2081
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.1309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.1325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.1612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.1335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.1326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.4101
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.1394
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.1339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.1420
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.1666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.2834
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.1403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.1758
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.4551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.2253
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.1912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.1427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.1424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.1440
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.1449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.3084
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.1459
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.1465
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.1420
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.1839
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.2979
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.1955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.2600
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.1498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.3612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.1758
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.1743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.1738
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.1435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.1760
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.1775
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.2150
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.1789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.1768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.2370
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.1888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.2836
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.3435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.2529
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,0.4938
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.2335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,0.7633
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.2342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,0.5545
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.3480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.2335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.2328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.2426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.2351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.2342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.2615
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.2329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.2516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.3390
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.5529
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.3703
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,0.3371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,0.4242
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,0.3293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,0.3369
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,1.3283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,0.7719
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,0.5436
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,0.3292
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,0.3356
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,0.3381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,0.3509
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,0.3285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,0.3854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,0.5280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,0.6960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,0.3590
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,0.9264
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,0.5802
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,0.9432
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,0.5828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,1.4194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,0.5693
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,0.5681
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,0.5835
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,0.5681
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,0.5782
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,0.6118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,0.6222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,0.6752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,1.0301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,0.5662
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,0.9389
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.1018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,1.2427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.1043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,1.6929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.1016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,1.6533
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8,0.1041
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.1024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.2425
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.1267
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.1058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.1665
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.2286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.1485
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.3318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.1571
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.1566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.1517
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.1597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.1602
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.1484
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.2835
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.1552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.1751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.1844
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.1932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.2768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.2173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.3771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.1516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.1549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.1122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.1138
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.1164
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.2521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.1799
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.1422
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.3467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.1410
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.1102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.1086
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.2399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.1365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.1429
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.1819
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.2423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.2524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.1121
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.3577
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.1139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.1543
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.1109
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.2587
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.1533
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.1937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.2637
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.1444
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.1620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.3927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.1110
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.1127
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.1109
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.2706
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.1649
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.1788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.2130
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.2951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.1575
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.1221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.1210
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.1210
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.4443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.1428
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.1927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.2695
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.2026
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.3716
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.5596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.2218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.1429
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.3030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.1431
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.1418
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.1440
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.1503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.1566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.1872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.1662
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.3713
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.2666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.1412
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.3110
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.5187
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.1432
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.3748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.1924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.1876
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.2802
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,0.7887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.1929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.1883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.2102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.1893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.1887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.6073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.2672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.2076
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.4173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.5913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.2281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.3895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,0.8247
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.4744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.2665
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,1.3778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.2685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.2672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.2673
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.2750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.2750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.3100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.4315
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,1.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,0.7217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.2964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.3522
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.6774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,0.8379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,0.4334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.0609
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,0.4326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,0.4508
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,1.5852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,0.4972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,0.4355
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,0.4352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,0.4503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,1.9339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,0.7805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,0.6014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.3141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,1.2059
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,0.5259
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,1.5228
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2,0.0824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,1.9743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.0834
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.0853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.2241
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.1193
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.1490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.0828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.1260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.2160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.3142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.1252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.1286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.1504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.1341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.1501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.1998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.2652
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.3752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.1639
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.0998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.2662
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.0994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.2373
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.2317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.3365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.1286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.1689
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.0954
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.1028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.2405
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.1413
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.1708
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.3484
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.0966
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.0977
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.2353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.1027
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.0994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.1038
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.1808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.1516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.2464
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.3818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.2497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.0966
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.0994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.1001
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.1061
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.1109
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.1468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.1614
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.1967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.2530
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.4267
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.1044
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.2789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.0997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.1038
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.1077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.1579
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.1877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.1670
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.2335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.1183
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.2691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,0.5264
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.3354
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.1233
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.1243
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.1213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.1301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.1485
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.3129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.1243
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.3151
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.2040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.2502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.1565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.2180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.1555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.1559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.1589
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.1565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,0.4621
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.1562
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.1808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.1648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.1689
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.2975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.5075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.3806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.2063
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,0.4961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.3222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,0.7296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,0.7266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.2179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.2251
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,1.2872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.2169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.2177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.2166
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.2400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.2179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.8902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.5324
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.2333
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.4677
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.3014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.2691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,0.6298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,0.3408
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,1.3920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,0.8596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,0.3399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,0.3386
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,0.3536
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,0.3377
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,0.3725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,0.4294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,0.5092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,1.5325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,0.3389
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,0.9112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,0.8292
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.0769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,0.4028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.0809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.0809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,1.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,1.5591
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32,0.0763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.0809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.1040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.0833
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.0853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.2158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.2958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.1266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1431
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.1994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.1325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.1506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.1482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.2568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.3487
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.1624
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.1837
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.0923
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.1620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.1204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.3346
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.2214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.0922
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.0878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.0918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.0912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.2311
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.1626
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.2299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.0898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.3438
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.0944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.0917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.0945
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.1722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.1429
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.3753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.2362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.0923
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.1184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2457
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.0917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.2417
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.1290
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.1006
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.1874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.2690
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.4173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.1526
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.0956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.0976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.0974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.0978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.0953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.1558
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.1750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.2207
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.3239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.5104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.1102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.1119
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.1108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.1448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.2568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.1099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.1108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.1096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.1302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.1907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.1767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.2840
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.2872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,0.6999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.1411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.4305
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.1406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.1412
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.1411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.1404
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.1505
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.1493
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.1736
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.4557
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.2706
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.2237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.2424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.3317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.4462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.1985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.1913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,1.2316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.1588
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.1913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.1912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,0.6756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.2015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.1992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.1993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.2100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.2511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.8026
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.2229
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,0.7873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.3886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.4381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,0.2934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,1.3030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,0.2919
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,0.5557
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,0.2925
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,0.2916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,0.3081
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,0.2926
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,0.3107
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,1.3580
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,0.4107
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,0.7541
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,0.6340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,0.9533
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,0.3204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,0.3482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.0789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.0793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.0771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.0818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,1.3846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.0773
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.0748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.0825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.2920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.1378
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.1241
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.1963
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.1159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.1017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.1248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.1222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.1422
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.1181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.2423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.3456
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.0898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.0925
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.1569
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.1405
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.2286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.1521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.0903
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.0892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.0879
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.2197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.0883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.3301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.1147
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.0905
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.2293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.2266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.1569
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.0876
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.3439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.0884
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.2324
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.1376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.3708
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.0879
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.1727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.0876
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.1495
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.1220
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.2652
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.1840
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.0937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.2361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.0916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.4143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.2531
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.1511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.3198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.2172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.1733
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.5096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.1057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.1067
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.1056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.1262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.1900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.1172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.2813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.4263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.2189
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.1713
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.1350
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,0.6968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.1368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.2833
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.1409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.1572
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.2652
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.4511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.2361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,0.6722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.3238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.1810
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.1343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,1.2284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.1814
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.1667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.1891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.1813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.1838
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.1829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.1912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.1978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.4439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.2401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.4267
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,0.5368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.3773
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.7914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,0.2739
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,1.3025
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,0.2733
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.2210
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,0.2753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,0.7672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,0.2732
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,0.2753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,0.3040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,0.3776
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,0.6120
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,0.3430
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,1.3385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,0.2890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,0.2908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,1.3658
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,0.9321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,0.7161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.0748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.0735
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.0770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.0769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.0723
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.0856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.1064
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.1375
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.2969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.1932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.1199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.1222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.1162
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.1345
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.1334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.1406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.1544
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.3357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.1715
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.0920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.0903
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.2439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.2156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.3285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.0903
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.2260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.1304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.2298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.1223
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.2399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.3397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.3727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.0875
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.0856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.1725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.1477
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.1313
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.2631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.1827
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.0916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.4108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.2338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.2528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.1028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.0904
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.1403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.1491
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.1693
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.5077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.3180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.0946
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.2162
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.1082
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.1151
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.1731
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.2792
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.2173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.4237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.2831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.1344
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,0.6957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.1250
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.1856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.1303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.1422
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.4490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.1525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.1691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.2334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,0.6685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.2611
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.1358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.1856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.4367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.3202
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.1772
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,1.2248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.1865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.1770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.1853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.1882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.1958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.2450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.7880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.4309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.1786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.2104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,0.2672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,0.7631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,0.5337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,0.2820
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,0.2675
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,0.2666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,0.2667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,1.2948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,0.2666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,0.3213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,0.3129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.3715
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,0.2851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,1.3440
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,0.6029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,0.7087
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,1.3694
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.0723
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.0727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,0.3686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,0.9213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.0781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.0764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.0719
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.0768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.0885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.0801
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.2912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.1213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.1109
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.1206
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.1384
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.1139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.1887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.1233
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.1504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.2406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.3332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.1227
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.1420
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.1789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.2287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.1129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.1122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.2127
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1510
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.3280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.0856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.0845
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.0878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.0884
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.2239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.1528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.2245
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.0852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.3382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.2303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.1138
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.1696
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.3674
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.1313
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.2411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.0875
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.0851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.2340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.0919
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.4123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.1182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.2652
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.1812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.2506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.0935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.2139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.1479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.0936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.1681
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.5071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.1027
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.1017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.3169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.1131
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.1015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.2771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.1060
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.1869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.2802
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.4226
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.2154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,0.6958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.1294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.1682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.1282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.1397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.1487
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.1635
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.2331
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.2631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.3174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.4469
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,0.6666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.1829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.4352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.1751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,1.2187
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.1763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.1769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.1831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.1770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.1851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.7853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.1935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.2093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.2364
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,0.5377
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.3774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,0.2667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,1.2850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,0.2635
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.4214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,0.2802
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,0.2651
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,0.7620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,0.2821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,0.3170
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,0.3797
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,0.2944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,0.2794
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,0.6004
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,0.9167
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.0743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,0.7043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.0752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,1.3643
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.0746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,1.3284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.0743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.0725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,0.2641
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.0801
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.0998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.1965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.0923
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.2990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.1304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.1599
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.1280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.3285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.2158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.1144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.0885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.2261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.2164
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1510
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.3268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.1098
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.1048
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.2247
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.1099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.1206
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.3383
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.2237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.0853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.1508
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.0880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.0883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.2283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.1695
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.1339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.2390
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.3672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.2330
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.1295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.1813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.0901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.2659
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.2508
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.1364
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.4168
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.2129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.1685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.5047
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.3172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.1018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.1479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.1086
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.1131
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.1850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.2773
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.2801
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.4232
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.1705
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.2155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.1293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.1268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.1348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,0.6944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.1287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.1623
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.1391
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.2314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.1490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.3162
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.4489
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.2608
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,0.6645
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.1740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.1747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,1.2196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.4386
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.1811
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.1747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.1766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.1937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.1855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.2077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.3690
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,0.5278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.7908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.2409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,0.2630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,0.2642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,1.2814
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,0.2785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,0.2777
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,0.2622
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,0.7603
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.4205
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,0.2658
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,0.3179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,0.3081
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,0.2808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,1.3211
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,0.3782
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,0.9155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,0.7002
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.1211
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,1.3459
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,0.5979
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.1386
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.1920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.1280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.2462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.1665
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.3524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.1556
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.1752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.1772
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.1636
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.1537
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.1724
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.1273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.1733
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.1781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.1829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.1951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.1763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.1687
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.2058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.2507
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.2144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.3033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.1342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.4002
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.1283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.1348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.1785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.1282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.2169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.1412
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.1314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.1579
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.1628
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.1334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.1795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.1693
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.1283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.2016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.2668
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.1292
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.1252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.1295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.1385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.3696
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.2751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.1323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.1436
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.1672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.2040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.2657
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.1797
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.1474
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.3826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.1301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.1306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.1649
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.1344
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.1428
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.2830
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.1698
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.2151
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.1868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.1429
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.2837
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.4146
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.1366
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.1375
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.1362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.1350
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.1406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.1372
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.1489
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.2921
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.1779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.1759
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.2371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.1873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.4678
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.3172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.1449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.2010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.1467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.1461
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.1506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.1478
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.1535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.1480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.1510
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.2064
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.3165
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.2812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.1645
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,0.5738
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.3844
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.1753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.2351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.1732
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.1753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.2140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.1751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.1818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.1923
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.3819
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.1770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.1844
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.2908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.3200
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.2736
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.2299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,0.8017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.3847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,0.5296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.2314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.2299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.2308
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.2335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.2307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.2465
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.2402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.2117
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.2747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.3024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.6214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,0.6111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.4116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,0.8446
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.4358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,0.3154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,0.3148
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,1.4016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,0.3235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,0.3223
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,0.3157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,0.4921
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,0.3311
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,0.3463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,0.4589
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,1.0617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,0.6439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,0.3910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,0.3161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,1.0353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,0.5351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,0.5713
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,0.8056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,1.5437
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,0.6960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,0.5322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,0.5338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,0.5316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,0.5749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,0.5995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,0.7917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,1.8813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,1.2535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,1.1516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,0.6507
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.1040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.1046
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.1018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,1.9152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,0.5340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.1005
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.1096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.2310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,1.4856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.1730
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.1328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.1495
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.1471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.1593
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.1587
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.1501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.3325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.1586
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.1513
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.1666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.1579
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.2965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.1836
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.1543
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.2277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.2927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.3806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.1137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.1601
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.1812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.1955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.1118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.1160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.1212
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.1263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.1528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.2584
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.2478
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.3591
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.1488
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.1096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.1624
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.1890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.1112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.1108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.2666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.1631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.1225
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.1893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3728
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.1547
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.1498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.1120
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.2541
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.1142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.1605
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.1686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.2775
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.2093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.1271
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.2788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.4075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.1160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.1159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.2938
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.1385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.2015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.1789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.3225
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.2383
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.4695
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.1798
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.1273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.1250
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.1499
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.3559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.1898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.1849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.2546
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.2456
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.2741
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.1530
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.1482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.4233
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.1500
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.1490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,0.6131
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.1617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.3210
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.1518
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.1740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.1950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.2399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.3700
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.4641
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.1500
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.3523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,0.8781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.4029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.2001
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.4693
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.2003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,0.6101
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.1985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.2028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.1989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.2813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.1985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.7779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.2411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.3662
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.5689
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.6496
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,0.9969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.2866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.2871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,1.5595
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.2190
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.2936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,0.7667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.2871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.2850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.3253
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.6175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.2868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,1.4275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,1.0089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.4588
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.3750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,1.3986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,1.1608
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,0.4678
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,1.0524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,0.4682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,1.9160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,0.4672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,0.5486
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,0.4819
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,0.4700
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,0.8002
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,0.4828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,1.1324
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,0.6284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.9704
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.8795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,2.5724
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.0845
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,2.6009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,2.1760
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.0833
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.0839
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.0824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.0853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.0876
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.1101
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.1248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.2142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.1479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.1280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.3180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.1280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.1299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.1336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.2753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.1668
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.1374
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.2018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.1669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.1562
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.3722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.1377
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.1084
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.2448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.1396
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.1469
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.2780
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.2326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.3453
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.1742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.1037
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.1083
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.1007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.0967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.1028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.1351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.1443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.2518
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.0979
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.1005
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.0977
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.2429
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.1006
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.1793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.1018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.1057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.1057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.1500
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.1623
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.2592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.1902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.2608
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.3901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.1180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.2693
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.1768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.1579
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.1662
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.2128
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.1244
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.2957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.1099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.1184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.1371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.1082
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.1082
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,0.4423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.1968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.1240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.2606
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,0.3630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,0.5520
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.2150
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.2979
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.1850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.1292
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.1420
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.1364
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.1294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.1586
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.2600
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.1841
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.3060
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.3720
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.1261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,0.3723
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.1626
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.2751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.1650
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,0.5170
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.1623
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.1638
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,0.7856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.1916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.1634
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.2161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.2595
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.6095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.3988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,0.4824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.1638
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.4217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.1757
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.2294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,0.8269
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,1.3863
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,0.6014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.2300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.2362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.2293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.2284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.2289
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.3335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,1.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.2511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.2733
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,0.8205
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.4092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.6582
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,0.7135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,1.5849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,0.3591
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,1.0597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,0.3592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,0.3607
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,0.3597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,0.3607
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,0.4185
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,0.4443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,0.5565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,0.7084
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,0.3578
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,1.2981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,1.5233
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.0825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.0792
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,1.9269
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.1903
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,1.9163
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.0774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.0823
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.0824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.0811
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.0873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.0811
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.1995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.2975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.1415
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.1285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.1178
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.1240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.1299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.1242
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.1768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.1548
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.1625
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.3604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.1461
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.2521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.2352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.1183
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.1642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.2226
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.3363
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.1291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.1698
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.2344
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.3542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.2365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.1232
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.1377
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.2465
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.1324
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.1549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.1824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.3820
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.0935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.2547
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.0936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.1423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.1435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.2585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.2007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.1067
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.1520
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.2852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.0980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.4319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.0983
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.1107
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.1139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.0981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.1669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.1956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.1647
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.3453
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.2791
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.2427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,0.5328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.1776
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.1124
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.1117
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.1108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.1255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.3208
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.2268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.3236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.2125
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,0.4664
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.1522
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.1352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.2638
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.1443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.1477
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.1495
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.1639
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.1609
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.2140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.5284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.1464
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.1846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,0.7387
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.3971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,0.5121
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,1.3048
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.1992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,0.7485
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.3121
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.1997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.3389
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.2074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.1994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.2328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.2068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.2043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.3196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.2169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.2637
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.5663
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.5153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.9352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.3054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,1.4304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.3050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,0.9047
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.3054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.3197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.3054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.3064
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,0.6808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,0.5275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.3607
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,1.6073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.3337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,0.4167
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.0806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,0.8717
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,1.6210
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.0728
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,1.1971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.0747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,0.9717
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.0803
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.1365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.2009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.1077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.2907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.1240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.1255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.1318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.1546
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.1436
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.1854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.1419
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.3570
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.0925
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.2491
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.2301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.3282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.1577
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.0922
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.2337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.2202
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.1179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.2327
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.1642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.3471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.0904
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.2383
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.1243
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.1817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.1502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.1342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.3805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.2535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.0892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.0898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.1015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.2527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.1632
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.1480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.1983
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.0936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.0944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.1385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.0943
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.1015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.2814
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.2774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.1632
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.1932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.1735
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.2398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,0.5310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.1222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.1087
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.4277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.3422
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.1213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.3194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.2538
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.3179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.2076
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,0.4624
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.1471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.1427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.1378
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,0.7356
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.2228
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.1425
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.1397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.1597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.1785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.1394
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.5191
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.1545
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.3307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.2073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.1422
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,0.7403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.3906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.1897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,0.5074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.3039
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.1911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.1987
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,1.2989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.2087
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.2251
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.1930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.1917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.1911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.9152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.5556
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.5114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.3180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,0.6638
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.2568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,0.8968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.3163
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.2895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,1.4214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.3035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.2918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.3179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.2890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.2902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,0.5170
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.3608
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,1.5692
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.3998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,0.8503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.0723
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,0.9505
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,1.6030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,1.1616
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.0819
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.0752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.0726
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.2897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.1391
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.1924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.1231
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.1181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.1583
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.1847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.3504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.2414
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.0943
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.1179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.1117
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.1554
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.2214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.3264
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.0922
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.1192
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.0879
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.1612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.2281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.2321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.3463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.1502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.1807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.2521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.2343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.3778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.1293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.0903
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.0851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.1001
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.1605
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.2523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.2792
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.1967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.4250
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.1444
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.0915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.0984
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.1043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.1619
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.1720
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.2369
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.1199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.2717
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.1906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.3408
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.1084
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.1061
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,0.5280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.1069
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.1451
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.1161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.1288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.3146
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.2063
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.2516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,0.7325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.3196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,0.4616
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.2239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.1349
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.1369
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.1578
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.5145
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.1363
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.1523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.2064
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.3853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,0.7343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.3057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.3304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,1.2962
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.1870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.1871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.1884
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.1952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,0.5035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.2218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.2060
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.2519
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.1884
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.3066
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.5007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.9207
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.5517
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.1973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,0.6592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.2997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.2848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.2841
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,1.4155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.2833
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.3007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,0.8909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.3380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.3112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.4994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,1.5609
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.3942
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,0.9422
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.0747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,1.1525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,0.8578
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.2985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.0764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.0747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.0796
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,1.5935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.0749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.0768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.0748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.1225
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.1945
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.2970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.1403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.1420
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.1806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.2411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.3427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.1481
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.1536
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.3330
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.0872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.2173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.1109
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.3486
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.1158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.2289
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.1592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.0904
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.2308
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.0896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.1770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.3795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.0877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.0850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.0882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.0925
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.2497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.2491
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.0985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.1607
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.1351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.1948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.0914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.0914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.2778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.4237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.1610
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.2725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.2357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,0.5264
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.1905
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.3376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.1049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.1070
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.1712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.1299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.3137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.2057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.1435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,0.4583
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.3175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,0.7329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.1342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.2222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.1341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.1342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.1480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.1568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.1745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.5142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.2998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.2525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,0.5032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.3848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,0.7332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.1860
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.1933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,1.2902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.1860
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.3267
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.1854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.2054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.1882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.2275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.3048
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.2034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.4987
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.9192
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.5478
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,0.6642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.2505
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.1862
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,0.8872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.2835
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,1.4123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.2965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.2829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.2976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.2816
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.3086
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.3905
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.2827
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.3368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,1.5551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,0.9391
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,1.1516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,0.8538
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.0747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.0763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.5070
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.0757
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,1.5888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.0745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.0738
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.0735
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.0809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.2121
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.1108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.1873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.0943
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.0764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.2978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.1362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.1008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.1041
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.1652
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.0884
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.3266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.2198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.0894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.1125
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.3270
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.2104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.1172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.0902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.1525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.1262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.1584
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.2302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.3436
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.2350
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.2275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.1439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.1281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.1796
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.2497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.3749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.0880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.0883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.1181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.0898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.1464
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.1947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.1605
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.2773
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.4268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.2430
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.1329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.0925
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.1588
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.2708
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.1184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.1889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.1700
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.2367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,0.5246
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.1024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.1014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.1049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.3366
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.1138
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.3140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.2057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.2208
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.1077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.1431
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,0.4599
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.2498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,0.7323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.1328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.1348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.1350
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.3196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.1450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.1727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.2038
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.3300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.1583
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,0.5024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.5129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,0.7307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.1911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.2993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.3818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.1850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,1.2908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.1923
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.2021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.1848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.1864
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.2495
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.3090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.1924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.2176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.4980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.9093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.5468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.2961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.2795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.2809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.2817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.2975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,1.4171
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,0.6540
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.3078
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.3374
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,0.8878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,1.5681
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.3931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.5104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,0.8369
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.2803
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,1.1479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,0.9358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.1199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,1.5852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.1212
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.1200
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.2643
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.1166
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.1525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.1578
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.1813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.1273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.2492
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.3474
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.1756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.1718
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.1680
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.1619
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.1716
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.1703
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.1719
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.1766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.1727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.1818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.1774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.2179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.2445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.2949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.1975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.1503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.2026
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.1344
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.3912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.1339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.1304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.1332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.1325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.1362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.1591
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.1646
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.2731
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.1333
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.2599
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.1989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.1261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.1255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.1253
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.3685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.1288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.1288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.1304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.1585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.1650
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.1742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.2719
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.1980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.1323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.3775
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.1286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.1275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.2631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.1295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.2750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.1620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.1343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.1348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.1797
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.2768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.1371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.1336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.1673
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.1323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.1326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.4081
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.1345
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.1409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.1328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.2097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.2826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.2243
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.1903
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.1697
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.1424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.1776
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.3065
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.1439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.1443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.1433
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.1439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.1440
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.1434
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.1447
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.1468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.2964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.4570
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.1461
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.1937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.1504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.3622
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.2618
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.1756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.1751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.1830
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.1738
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.1737
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,0.5528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.1750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.1760
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.2160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.1778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.1794
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.2382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.1874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.2534
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,0.4899
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,0.7637
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.2320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.2333
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.3496
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.2333
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.2314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.2855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.2321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.2355
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.2399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.3455
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.2343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.2635
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.3379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.2471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.5571
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.3690
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,0.7742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,0.4263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,0.3294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,1.3310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,0.3291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,0.5462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,0.3285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,0.3288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,0.3353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,0.3306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,0.3361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,0.3941
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,0.9438
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,0.3569
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,0.3462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,0.5858
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,0.6895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,0.5681
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,0.9213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,1.4531
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,0.5266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,0.5675
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,0.5685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,0.5824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,0.5686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,0.5684
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,0.6113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,0.6746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,0.5781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,1.6552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,0.6219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,0.9399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.1014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,1.2413
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,1.6908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.1003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,1.0303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,64,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.1024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.2304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.3231
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.1688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.1537
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.1509
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.1570
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.1444
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.1559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.1539
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.1501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.1540
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.1520
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.1542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.1669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.1788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.1988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.2710
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.1099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.3839
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.1141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.2211
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.1151
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.1143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.1106
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.1855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.1169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.1098
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.1427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.1546
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.2367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.1795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.3490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.2551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.1085
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.1124
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.1117
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.1363
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.1825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.2441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.1438
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.3572
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.1105
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.1120
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.2545
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.1544
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.1181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.1170
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.1449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.2613
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.1627
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.2643
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3922
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.1108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.1105
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.1934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.1128
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.1106
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.1228
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.2708
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.1120
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.1637
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.1784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.2136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.1576
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.2967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.4437
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.1318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.1199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.2219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.2688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.3037
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.5580
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.3712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.1946
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.1434
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.2016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.1424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.1503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.1545
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.1418
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.1707
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.2638
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.1427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.3098
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.1892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.3752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.3716
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.1893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.5239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.2810
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.1890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,0.7898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.1917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.1878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.2079
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.2107
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.1877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.2687
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.2287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.3927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.4739
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.1892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.4223
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.2745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,1.3781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.5903
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.2685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.2752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.6023
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.2669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,0.8227
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.3109
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.2756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.2964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.4294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.3668
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.2679
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,1.0860
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.6694
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,0.7212
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,0.4503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,0.4365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,0.4345
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,0.4356
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,0.4511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.0677
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,0.4333
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,0.5012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,0.8290
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,0.5252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,0.7813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,1.2058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.3122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,0.6036
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,1.5598
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,1.9501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,1.9740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.0831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,1.5256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.0831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.0854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.1143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.1137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.2261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.2070
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.1537
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.1339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.1323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.3078
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.1201
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.1323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.1338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.1358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.1353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.1470
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.1280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.1604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.1609
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.2028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.1752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.1326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.3685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.2650
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.0978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.1000
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.0997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.1334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.1295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.2395
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.2321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.1678
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.3379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.1443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.0956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.0960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.0960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.0976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.0981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.2383
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.1710
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.2313
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.3503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.1269
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.1019
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.2462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.1386
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.1323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.1496
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.1803
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.3793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.2484
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.2505
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.1467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.2776
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.1615
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.1956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.4264
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.1047
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.2695
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.1575
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.1045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.2336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.1668
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,0.5236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.1878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.3360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.1254
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.1377
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.1240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.1482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.3122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.2053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.3165
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.2495
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,0.7280
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.2191
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.1568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,0.4591
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.1602
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.1589
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.1552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.1655
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.1573
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.1846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.1562
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.2059
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.5049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.1703
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.3249
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.3791
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,0.7296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.2934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.2180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,1.2829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,0.4959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.2246
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.2255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.2176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.2181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.2321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.2173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.2687
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.3101
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.4684
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.5171
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,0.3558
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.2398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,1.3907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,0.3410
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,0.6277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,0.3543
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,0.8597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,0.3385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,0.3870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,0.3386
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,0.3865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,0.4435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,0.3400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,1.5339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,0.8226
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,0.9100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.8829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.0801
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,1.5748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,0.5101
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.0824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,1.1248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.0778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.0825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1405
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.2177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.3040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.2010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.1467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.1275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.1415
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.1857
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.1604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.2388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.1020
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.3539
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.0959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.1299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.1583
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.2270
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.3334
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.0917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.2300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.1207
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.2304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.0943
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.1646
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.1306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.3478
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.0946
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.2308
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.0926
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.2361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.0941
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.2458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.1283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3728
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.1737
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.0883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.0965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.1385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.1273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.1886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.4176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.1521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.0967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.2686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.0955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.2417
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.2561
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.1452
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.1555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.1747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.5113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.2205
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.1112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.1096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.3223
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.2821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.1129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.1248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.1902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.2222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.2870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.4287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,0.7007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.1456
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.1414
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.1413
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.1586
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.2427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.1504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.2704
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.4451
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.3260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.4574
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.1911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.1766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.1913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,0.6789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.2090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,1.2312
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.1915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.2077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.1911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.2299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.1914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.1909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.8033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,0.5494
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.4383
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.2585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,1.3000
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,0.2921
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,0.7870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,0.2926
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,0.2918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,0.3080
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,0.2920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,0.3469
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,0.2942
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,0.3365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,0.3099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.3883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,0.3953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,1.3745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,0.6337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,0.7392
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32,0.0802
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,1.3843
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,0.9520
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.0768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.0745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.0814
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.0826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.0935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.2139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.0827
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.3000
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.1993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.1160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.1193
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.2382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.1475
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.3343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.1815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.0898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.2310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.1564
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.2186
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.3262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.1249
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.1569
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.2258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.1595
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.3417
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.0896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.2282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.1387
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.1207
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.1722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.2324
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.0896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.3742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2431
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.0880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.0925
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.2367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.1253
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.0875
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.0877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.2663
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.1852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.0926
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.4142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.0936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.1405
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.1707
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.2177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.3192
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.5084
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.1058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.2535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.1049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.1057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.1041
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.1048
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.1119
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.1723
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.2797
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.1886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.2841
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.2206
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.1166
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.4259
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.1352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.1351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.1332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.1343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,0.6986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.1660
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.1409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.2364
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.4551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.2651
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,0.6692
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.3231
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.4433
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.1815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.1822
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.1816
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.1814
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.1992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.1996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.2146
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,1.2236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.1897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.1819
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.2408
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.7899
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.4349
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,0.5448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,1.2906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,0.2731
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,0.7668
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,0.2751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.3765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,0.2729
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,0.2894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,0.2909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,0.2880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,0.3764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,0.3282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,1.3372
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,0.3029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,0.9451
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,0.7174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,0.6275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,1.3644
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.0777
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.0764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,0.2728
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.0727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.0760
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.0797
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.1928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.2988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.0789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1390
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.1224
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.1160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.1423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.1749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.1255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.3501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.2393
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.1566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.0899
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.1485
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.2186
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.3298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.2301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.0852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.0892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.0876
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.0880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.2242
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.1247
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.2259
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.1565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.1079
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.3411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.1144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.2303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.1098
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.3691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.0858
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.1694
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.0856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2413
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.2327
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.1227
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.2648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.1310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.1816
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.1478
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.4137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.0935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.0967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.2522
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.1484
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.0944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.1706
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.5069
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.3174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.1021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.1042
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.2173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.1148
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.1396
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.2791
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.1708
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.2815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.2174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.1041
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.1883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.1086
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.1314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,0.6956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.1351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.1313
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.1386
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.4245
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.1327
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.1414
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.4483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.1339
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.1658
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.2629
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.3204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,0.6663
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.2353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.1793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.1547
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.1793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.1787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.4374
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.1799
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,1.2279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.1957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.1973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.1790
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.2346
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.3797
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.1781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.7898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.2113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,0.5397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,0.7639
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.4238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,0.2672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,1.2890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,0.2671
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,0.2821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,0.2661
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,0.2821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,0.2849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,0.2667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,1.3457
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,0.3686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,0.7220
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,0.2960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,0.3194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,0.6043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,1.3542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,0.9223
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.0744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.0774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.0806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.0901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.0742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.0760
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1366
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.1968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.1244
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.2907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.2546
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.1215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.1727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.1460
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.3414
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.2325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.1221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.1560
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.0877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.0883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.2262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.2157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.0884
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.1128
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.3277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.1150
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.2260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.0853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.3410
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.1526
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.2224
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.2288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.1097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.1702
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.3703
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2404
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.0865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.0873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.0848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.2302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.1289
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.4120
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.1801
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.2639
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.1448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.0921
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.0914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.0908
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.0997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.0916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.1670
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.2147
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.1390
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.1480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.3175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.1023
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.5039
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.2509
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.1045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.1042
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.1852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.2137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.2800
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,0.6956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.1304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.1288
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.4242
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.1709
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.1281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.1293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.2777
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.4464
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.1534
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.2328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.2636
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.3185
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.4347
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.1407
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.1652
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.1828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,1.2252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.1806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.1756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,0.6650
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.1769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.1773
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.1937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.1765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.2019
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.2080
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.2343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.4221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.3687
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.7861
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,0.7606
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,0.5376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,0.2630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,0.2637
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,0.2653
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,0.2650
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,0.2975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,1.2937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,0.2647
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,0.2919
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,0.3642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,0.2648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,0.6151
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,1.3263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.0758
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,1.3495
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,0.9179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.0727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,0.7188
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,0.3155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.0744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.0725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.1045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.2869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.0764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.1006
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.1070
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.1059
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.1020
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.1055
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.1181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.2412
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.1633
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.0863
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.0897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.2186
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.2251
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.1255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.2094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.1511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.0860
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.3204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.1161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.3240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.0883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.0890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.1080
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.2218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.1515
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.1125
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.1218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.3382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.0886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.0856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.2239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.0877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.2245
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.1106
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.0879
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.1692
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.3694
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.0874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2384
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.0850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.0873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.2330
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.4102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.1817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.2626
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.0914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.2485
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.1678
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.2130
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.5047
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.1482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.1014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.1049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.1021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.1102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.1007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.3173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.1688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.2771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.2128
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.1850
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.1078
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,0.6945
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.2820
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.4253
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.1283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.1233
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.1302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.1275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.1396
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.1635
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.1493
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.2309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.3214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.2604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,0.6643
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.1749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.1829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,1.2208
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.4467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.1811
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.1759
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.1752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.1928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.4349
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.1944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.2352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.3691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.4194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.2152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.7849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,0.2630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,1.2858
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,0.2617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,0.7604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,0.2783
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,0.2642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,0.5369
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,0.2630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,0.2627
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,0.2807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,1.3224
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,0.3779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,0.3182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,0.6115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,0.2904
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,0.9149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2,0.1263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4,0.1221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,1.3495
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8,0.1242
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,64,0.1227
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,128,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,256,0.1282
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,1024,0.1329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2048,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,0.7033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16384,0.1709
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8192,0.1601
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32768,0.1930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4096,0.1552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,131072,0.3612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2,0.1403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,512,0.1315
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4,0.1404
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32,0.1388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,65536,0.2561
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,128,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8,0.1395
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,256,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,1024,0.1503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,64,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,512,0.1468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8192,0.1777
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2048,0.1625
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32768,0.2103
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16384,0.1872
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,65536,0.2732
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4096,0.1734
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16,0.1371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32,0.1419
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16,0.1424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,64,0.1425
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,128,0.1448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,512,0.1515
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,1024,0.1558
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2048,0.1779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,256,0.1477
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16384,0.1870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,131072,0.3753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32768,0.2143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8192,0.1786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,65536,0.2725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,131072,0.3831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4,0.1378
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2,0.1391
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8,0.1397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4096,0.1735
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16,0.1411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,64,0.1388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,1024,0.1585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2048,0.1717
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,256,0.1499
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,128,0.1460
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4096,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,512,0.1521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32768,0.2166
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16384,0.1910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,131072,0.3940
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8,0.1458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4,0.1477
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2,0.1479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16,0.1466
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8192,0.1805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,128,0.1501
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32,0.1474
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,512,0.1604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,64,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2048,0.1770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4096,0.1809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,65536,0.2789
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,1024,0.1564
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16384,0.2001
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,256,0.1540
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32768,0.2283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,65536,0.2982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4,0.1484
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,131072,0.4267
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32,0.1479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8,0.1496
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2,0.1491
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16,0.1493
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8192,0.1885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,64,0.1479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,128,0.1518
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,512,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2048,0.1900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,256,0.1540
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8192,0.2002
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32768,0.2493
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,1024,0.1617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,131072,0.4807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4096,0.1934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4,0.1549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,65536,0.3306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8,0.1551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16,0.1559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,64,0.1552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,128,0.1596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16384,0.2135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,512,0.1657
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,1024,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32,0.1559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,256,0.1623
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8192,0.2268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32768,0.2936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4096,0.2161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2048,0.2122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16384,0.2466
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8,0.1749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2,0.1761
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16,0.1740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,131072,0.5841
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,128,0.1808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,65536,0.3946
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,256,0.1862
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32,0.1760
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,1024,0.2135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2048,0.2686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,512,0.1963
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,64,0.1740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16384,0.3251
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32768,0.3890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4096,0.2771
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4,0.1753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,131072,0.8101
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2,0.2159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8192,0.2947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16,0.2161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8,0.2159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,65536,0.5322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,128,0.2266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32,0.2178
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,1024,0.2909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4,0.2203
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,256,0.2367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,64,0.2165
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8192,0.4256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2048,0.3816
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32768,0.6041
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16384,0.4821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,65536,0.8342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2,0.2874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,512,0.2540
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8,0.2946
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,131072,1.3904
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4096,0.3956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32,0.2947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4,0.2882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,64,0.2864
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16,0.2858
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,512,0.3544
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,128,0.3043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,256,0.3255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4096,0.6184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8192,0.6692
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16384,0.7793
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,1024,0.4245
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2048,0.5980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4,0.4865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8,0.4885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2,0.5015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16,0.4863
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,64,0.5031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32768,1.0110
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,128,0.5125
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,65536,1.5385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,1024,0.7481
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,256,0.5367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2048,1.0712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,512,0.6185
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4096,1.1061
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32,0.4848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16384,1.4232
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,64,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32768,1.8567
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8192,1.2102
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,512,0.1016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,1024,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,128,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2048,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,256,0.1005
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16384,0.1373
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8192,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32768,0.1619
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,65536,0.2290
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4096,0.1263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4,0.1122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,131072,0.3283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2,0.1141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,128,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,64,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,512,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,256,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,1024,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4096,0.1457
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2048,0.1434
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16384,0.1616
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8192,0.1502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32768,0.1808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,131072,0.3534
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,65536,0.2471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4,0.1138
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2,0.1167
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32,0.1128
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,128,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,64,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,256,0.1202
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,1024,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4096,0.1483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2048,0.1494
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16384,0.1695
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32768,0.1881
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,65536,0.2555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,512,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2,0.1183
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8,0.1158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,131072,0.3585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,64,0.1169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16,0.1160
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,256,0.1181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8192,0.1553
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,512,0.1190
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2048,0.1545
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,1024,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8192,0.1629
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,128,0.1182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16384,0.1736
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4096,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32768,0.1985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2,0.1170
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,65536,0.2646
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,131072,0.3808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,128,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,512,0.1299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,256,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,1024,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,64,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2048,0.1684
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16384,0.1898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32768,0.2166
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,65536,0.2888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8192,0.1778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4,0.1213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16,0.1178
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,128,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,256,0.1292
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4096,0.1714
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,512,0.1351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,64,0.1179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,1024,0.1476
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,131072,0.4184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8192,0.1982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4096,0.1913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2048,0.1885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,65536,0.3296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32768,0.2471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,131072,0.4778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16,0.1314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16384,0.2118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,64,0.1335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,128,0.1404
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8,0.1333
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,256,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,512,0.1598
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2048,0.2492
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,1024,0.1845
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4096,0.2544
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,65536,0.4323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8192,0.2665
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16384,0.2842
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,131072,0.6211
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2,0.1540
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32768,0.3293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16,0.1555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4,0.1526
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,64,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,128,0.1671
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,256,0.1743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32,0.1520
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,512,0.2009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4096,0.3597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8192,0.3792
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16384,0.4016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32768,0.4765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,65536,0.6127
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,1024,0.2450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2048,0.3497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4,0.1911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,131072,0.8898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8,0.1958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,64,0.1910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2,0.1922
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32,0.1920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16,0.1904
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,256,0.2368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,1024,0.3617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2048,0.5464
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4096,0.5596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,128,0.2115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16384,0.6403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,512,0.2784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32768,0.7601
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8192,0.5907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,65536,0.9931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4,0.2673
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8,0.2743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2,0.2672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32,0.2762
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,64,0.2675
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,131072,1.5490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16,0.2674
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,128,0.3142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,256,0.3488
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,1024,0.6100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,512,0.4307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2048,0.9663
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4096,0.9855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8192,1.0435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8,0.4391
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32768,1.3812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2,0.4358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,65536,1.9112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4,0.4368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16,0.4361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16384,1.1592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,64,0.4393
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,128,0.5214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,256,0.5991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,1024,1.0934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4096,1.8547
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32,0.4376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2048,1.8051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8192,1.9406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32768,2.5740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16,0.0832
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,512,0.7602
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16384,2.1511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,256,0.0892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,64,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,512,0.0871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8192,0.1140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16384,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2048,0.1056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32768,0.1496
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,65536,0.2056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4096,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,131072,0.3140
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,64,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,256,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,512,0.1067
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2048,0.1246
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,128,0.1045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4,0.1043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,1024,0.1064
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32768,0.1682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,65536,0.2301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8192,0.1293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16384,0.1418
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,131072,0.3388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8,0.1037
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4,0.1055
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32,0.1055
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,128,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4096,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,512,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,256,0.1077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,1024,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4096,0.1301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8192,0.1358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,64,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16384,0.1483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,65536,0.2408
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2048,0.1265
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32768,0.1716
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,131072,0.3496
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,64,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,512,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,128,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,256,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4096,0.1305
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2048,0.1310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,1024,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32768,0.1809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,65536,0.2497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16384,0.1533
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8192,0.1409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,131072,0.3660
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32,0.1056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,64,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,256,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,128,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,512,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2,0.1054
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2048,0.1443
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4096,0.1485
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16384,0.1689
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32768,0.1973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,131072,0.4011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,65536,0.2694
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,1024,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16,0.1025
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,64,0.1043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32,0.1045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,256,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,512,0.1188
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8,0.1016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,1024,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2048,0.1611
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4096,0.1648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8192,0.1716
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32768,0.2215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,65536,0.3019
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,131072,0.4505
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4,0.1098
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,128,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8192,0.1559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,64,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,128,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16384,0.1848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2048,0.1875
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,256,0.1186
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,1024,0.1445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4096,0.1919
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16384,0.2219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8192,0.2041
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,65536,0.3710
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4,0.1260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32768,0.2701
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8,0.1279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,131072,0.5590
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,64,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16,0.1313
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,512,0.1612
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,256,0.1476
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,128,0.1388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,1024,0.1880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32,0.1291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8192,0.2819
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2048,0.2571
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16384,0.3147
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32768,0.3783
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,65536,0.5232
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4096,0.2720
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,131072,0.7935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2,0.1584
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8,0.1631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4,0.1596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16,0.1594
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,128,0.1752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,256,0.1859
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,64,0.1648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,1024,0.2592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2048,0.3765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,512,0.2159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4096,0.3953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8192,0.4228
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16384,0.4857
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32,0.1600
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2,0.2148
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,65536,0.8328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32768,0.5949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4,0.2144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8,0.2217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32,0.2141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,64,0.2221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,131072,1.3849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16,0.2139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,256,0.2601
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,128,0.2374
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,512,0.3169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,1024,0.3972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2048,0.6295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4096,0.6460
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8192,0.6992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32768,1.0361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16384,0.8106
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8,0.3370
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4,0.3524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,65536,1.5527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2,0.3371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16,0.3374
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,64,0.3385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,128,0.3818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,256,0.4423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,512,0.5359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,512,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32,0.3380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,1024,0.6914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8192,1.2646
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2048,1.1180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4,0.0827
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16384,1.5029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8,0.0817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4096,1.1741
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32768,1.9291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16,0.0826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,64,0.0830
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,256,0.0847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32,0.0815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,1024,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4096,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8192,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,128,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32768,0.1432
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,512,0.0853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2048,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,131072,0.3056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16384,0.1145
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,65536,0.2034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4,0.0966
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,256,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,128,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,512,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2048,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8192,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,64,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,1024,0.1017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,131072,0.3204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16384,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,65536,0.2194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4096,0.1161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32768,0.1575
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,64,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,256,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,128,0.1014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,1024,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2048,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,512,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8192,0.1261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,65536,0.2305
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16384,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4096,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4,0.0984
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2,0.0980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16,0.0983
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,131072,0.3407
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,64,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32768,0.1668
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,512,0.1018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,256,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,128,0.0998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8,0.0964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4096,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16384,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,1024,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,65536,0.2401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2048,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32768,0.1696
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16,0.0994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,64,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,131072,0.3559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8192,0.1294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,256,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,128,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2048,0.1302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,1024,0.1049
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8192,0.1427
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4096,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32768,0.1886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32,0.0986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,131072,0.3891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16384,0.1583
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,512,0.1044
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16,0.0974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,64,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,128,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,65536,0.2614
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2048,0.1480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,512,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8192,0.1561
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16384,0.1715
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32768,0.2074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4096,0.1486
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,256,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,1024,0.1125
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,131072,0.4387
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,65536,0.2890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4,0.1044
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,256,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,128,0.1068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,1024,0.1315
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,512,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8192,0.1838
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16384,0.2056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32768,0.2503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,65536,0.3528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4096,0.1742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2,0.1204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4,0.1141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2048,0.1676
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,64,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,128,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,131072,0.5403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2048,0.2086
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4096,0.2190
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,64,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,1024,0.1589
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,512,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16384,0.2630
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,65536,0.4784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,256,0.1248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8192,0.2341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4,0.1448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,131072,0.7437
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32768,0.3302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8,0.1437
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16,0.1423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2,0.1481
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,64,0.1467
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,1024,0.2174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,512,0.1835
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4096,0.3152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2048,0.2975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16384,0.3969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32768,0.5172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,65536,0.7469
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8192,0.3402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,128,0.1566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2,0.1905
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4,0.1893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,256,0.1691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,131072,1.3056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,64,0.1902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32,0.1894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8,0.1892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,128,0.2078
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,256,0.2313
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,1024,0.3216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,512,0.2555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16384,0.6662
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16,0.1891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4096,0.5056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2048,0.4781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8192,0.5560
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,65536,1.4100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8,0.2855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2,0.2862
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32768,0.9068
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4,0.2853
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32,0.2864
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16,0.2859
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,256,0.3576
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,64,0.2871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,128,0.3164
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,512,0.3993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8192,0.9557
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16384,1.1822
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,1024,0.5070
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2,0.0785
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32768,1.6025
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4096,0.8556
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2048,0.8074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,64,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,256,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,128,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,1024,0.0803
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,512,0.0817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32768,0.1378
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2048,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4096,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16384,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,65536,0.1956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,131072,0.2939
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8192,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16,0.0955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32,0.0956
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2,0.0964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,256,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,1024,0.0986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,64,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2048,0.1116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,128,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4096,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32768,0.1558
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,131072,0.3196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,65536,0.2130
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8192,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8,0.0987
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32,0.0965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,64,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,512,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,128,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2048,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,1024,0.1008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,256,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16384,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16384,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,65536,0.2227
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,131072,0.3357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32768,0.1601
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4096,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8192,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,256,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,1024,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4096,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,64,0.0936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,128,0.0975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2048,0.1189
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8192,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,65536,0.2349
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,512,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,131072,0.3530
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16384,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32768,0.1646
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,128,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,256,0.1021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,64,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,512,0.0998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4096,0.1262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8192,0.1362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16384,0.1528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32768,0.1867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,131072,0.3848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,1024,0.1017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2048,0.1234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16,0.0976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,65536,0.2572
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,64,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,512,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,256,0.1008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,1024,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16384,0.1671
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2048,0.1392
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8192,0.1526
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,128,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4096,0.1449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32768,0.2055
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,131072,0.4337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,65536,0.2849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,128,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,64,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,512,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2048,0.1648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4096,0.1697
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8192,0.1808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32768,0.2458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16384,0.1986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,65536,0.3471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,256,0.1066
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4,0.1118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8,0.1108
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2,0.1130
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,64,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,128,0.1166
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16,0.1124
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,131072,0.5370
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,1024,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,256,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,1024,0.1515
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,512,0.1341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2048,0.2035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32768,0.3256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16384,0.2603
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4096,0.2145
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,65536,0.4686
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4,0.1390
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,131072,0.7389
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8192,0.2303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16,0.1440
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32,0.1417
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,64,0.1405
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2,0.1387
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,1024,0.2129
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,256,0.1661
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,512,0.1799
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8192,0.3325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,128,0.1504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16384,0.3902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4096,0.3073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,65536,0.7417
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2,0.1834
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32768,0.5125
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8,0.1834
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,131072,1.2977
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16,0.1830
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2048,0.2907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4,0.1824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32,0.1838
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,64,0.1927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,1024,0.3052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,512,0.2516
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2048,0.4647
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,128,0.2099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16384,0.6655
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32768,0.8916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8192,0.5499
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,256,0.2187
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,65536,1.3880
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4096,0.4996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2,0.2761
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4,0.2896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32,0.2765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8,0.2896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,128,0.3058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,64,0.2796
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,1024,0.5076
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,512,0.3899
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16,0.2753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,256,0.3319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8192,0.9354
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16384,1.1491
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4096,0.8519
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2048,0.7775
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,64,0.0763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32768,1.5870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,128,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,256,0.0812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,512,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16,0.0746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4096,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,1024,0.0824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8192,0.1043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16384,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,131072,0.2913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2048,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32768,0.1368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,128,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,65536,0.1952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,512,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4096,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,256,0.0976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8192,0.1188
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16384,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2048,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,1024,0.0981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,64,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,131072,0.3186
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,65536,0.2099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8,0.0944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32768,0.1543
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,64,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,512,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,1024,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8192,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2048,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,128,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4096,0.1191
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32768,0.1567
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,256,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16384,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,65536,0.2173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8,0.0935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,131072,0.3371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,64,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,256,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,1024,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,128,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8192,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,512,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4096,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2048,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32768,0.1603
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2,0.0964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16384,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,65536,0.2299
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,128,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,131072,0.3553
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,512,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,1024,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8,0.0939
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2048,0.1199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4096,0.1245
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,64,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8192,0.1327
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,256,0.0975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,131072,0.3831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16384,0.1498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32768,0.1858
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,64,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,65536,0.2554
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,512,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16,0.0959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4096,0.1397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2048,0.1303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16384,0.1669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,128,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32768,0.2029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,131072,0.4308
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,65536,0.2855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2,0.0983
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,1024,0.1018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,64,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,512,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,256,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8192,0.1518
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4096,0.1688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8192,0.1774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,1024,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,128,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32768,0.2435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2048,0.1626
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16384,0.1985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,131072,0.5355
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8,0.1112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,65536,0.3450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,64,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32,0.1112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,256,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,512,0.1363
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,1024,0.1504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,128,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4,0.1096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32768,0.3262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4096,0.2133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2048,0.2033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8192,0.2317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4,0.1403
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8,0.1364
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16384,0.2585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,65536,0.4664
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,131072,0.7389
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,64,0.1435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,256,0.1604
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16,0.1373
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,512,0.1799
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,128,0.1494
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8192,0.3322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4096,0.3077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,1024,0.2075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32768,0.5048
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16384,0.3881
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2,0.1786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4,0.1873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2048,0.2931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,65536,0.7370
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8,0.1820
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,128,0.2078
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,256,0.2240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32,0.1817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,131072,1.2902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16,0.1817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,64,0.1838
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,1024,0.3018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2048,0.4749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,512,0.2502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4096,0.5035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8192,0.5468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4,0.2866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2,0.2727
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32768,0.8884
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,65536,1.4075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16384,0.6542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8,0.2712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16,0.2862
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,64,0.2896
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,128,0.3031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,256,0.3276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,512,0.3836
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32,0.2725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4096,0.8473
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16384,1.1440
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2048,0.7720
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32768,1.5828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8192,0.9474
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,1024,0.4902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16,0.0768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,64,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,128,0.0805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,1024,0.0829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2048,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4096,0.0955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16384,0.1130
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32768,0.1394
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,256,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,131072,0.2967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,512,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,65536,0.1936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2,0.0955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8192,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,256,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,512,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,128,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,64,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8192,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4096,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,1024,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,65536,0.2138
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32768,0.1528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2048,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,131072,0.3107
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16384,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8,0.0944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,64,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,1024,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,256,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4096,0.1184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2048,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32768,0.1593
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,128,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,131072,0.3325
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,65536,0.2220
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8192,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,512,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16384,0.1298
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32,0.0935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,128,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,512,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,64,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2048,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4096,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,256,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,1024,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,65536,0.2308
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16384,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32768,0.1617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8192,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,131072,0.3503
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,256,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,1024,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,64,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,512,0.0981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,128,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16384,0.1500
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2048,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32768,0.1852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8192,0.1310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,65536,0.2564
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4096,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,131072,0.3823
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8,0.0953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,1024,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,512,0.1003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4096,0.1360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8192,0.1499
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,64,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32768,0.2021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,256,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2048,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16384,0.1666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,131072,0.4303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,65536,0.2855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,64,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,512,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2048,0.1619
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8192,0.1764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,128,0.1003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,256,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16384,0.1978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,65536,0.3449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,131072,0.5359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2,0.1080
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4096,0.1666
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,1024,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,128,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,512,0.1303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32768,0.2445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4096,0.2104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,64,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,256,0.1204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8192,0.2260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16384,0.2575
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2048,0.2017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,1024,0.1499
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32768,0.3240
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4,0.1355
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,65536,0.4648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,128,0.1465
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,131072,0.7360
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32,0.1395
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,64,0.1370
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2,0.1383
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,256,0.1595
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2048,0.2919
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,512,0.1779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,1024,0.2062
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4096,0.3010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,65536,0.7356
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32768,0.5081
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8192,0.3295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16384,0.3873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2,0.1800
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4,0.1791
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8,0.1810
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16,0.1794
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32,0.1883
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,512,0.2491
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,131072,1.2965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,128,0.1985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,256,0.2152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,64,0.1825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,1024,0.2991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4096,0.5021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2048,0.4642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8192,0.5435
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2,0.2702
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8,0.2854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4,0.2709
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,65536,1.3871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16,0.2704
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,64,0.2726
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16384,0.6596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,128,0.3170
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32,0.2709
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,512,0.3806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2048,0.7682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32768,0.8847
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,256,0.3261
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8192,0.9430
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16384,1.1406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,1024,0.4840
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4096,0.8437
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8,0.0745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2,0.0759
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,64,0.0769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32,0.0797
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,256,0.0812
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2048,0.0889
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32768,1.5769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,1024,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4096,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8192,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,512,0.0779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32768,0.1365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,131072,0.2964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,128,0.0770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16384,0.1131
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,64,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,512,0.0940
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,65536,0.1974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,1024,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,256,0.0980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8192,0.1182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4096,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32768,0.1515
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16384,0.1247
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,65536,0.2103
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2048,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,256,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,64,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,1024,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8,0.0959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,512,0.0986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16384,0.1329
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2048,0.1144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32768,0.1565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,65536,0.2179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,131072,0.3207
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8192,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4096,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,64,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,131072,0.3301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,256,0.0967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,128,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,1024,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4096,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16,0.0934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32768,0.1623
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2048,0.1112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,65536,0.2322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8192,0.1224
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16384,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,131072,0.3497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32,0.0939
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,64,0.0965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,512,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,1024,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,128,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4096,0.1213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8192,0.1321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16384,0.1486
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,256,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2048,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,131072,0.3829
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32768,0.1821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32,0.0914
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,65536,0.2566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,512,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2048,0.1340
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,64,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8192,0.1490
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,1024,0.1021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32768,0.2024
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4096,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16384,0.1644
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,128,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,65536,0.2852
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16,0.0984
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,256,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,1024,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2048,0.1607
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,512,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8192,0.1763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32768,0.2414
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,65536,0.3431
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16384,0.1954
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,131072,0.4305
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4096,0.1643
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16,0.1080
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,64,0.1089
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,128,0.1143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,131072,0.5349
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,256,0.1158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2048,0.2007
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4096,0.2114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8192,0.2278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,512,0.1302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16384,0.2549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32768,0.3237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4,0.1331
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,131072,0.7351
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,1024,0.1478
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16,0.1345
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,65536,0.4649
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,64,0.1361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2,0.1343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,512,0.1756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,128,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2048,0.2871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4096,0.3004
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8192,0.3323
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16384,0.3861
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,256,0.1574
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,65536,0.7309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,1024,0.2081
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8,0.1777
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2,0.1763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,131072,1.2928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4,0.1855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,64,0.1815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32768,0.5041
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16,0.1786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32,0.1858
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,128,0.1981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,1024,0.2992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,512,0.2552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4096,0.4934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8192,0.5400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,256,0.2148
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16384,0.6590
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4,0.2690
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2048,0.4621
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,65536,1.3818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8,0.2687
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2,0.2835
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16,0.2685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,64,0.2717
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,128,0.2984
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32768,0.8857
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,512,0.3942
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,256,0.3255
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4096,0.8277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2048,0.7651
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32,0.2873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8192,0.9266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2,0.1274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8,0.1227
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32768,1.5752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16384,1.1518
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,1024,0.4820
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4,0.1244
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32,0.1246
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,64,0.1251
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,128,0.1231
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,256,0.1275
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,512,0.1281
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,1024,0.1302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8192,0.1572
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4096,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32768,0.1918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2048,0.1499
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,131072,0.3523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16384,0.1636
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,65536,0.2550
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16,0.1377
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,512,0.1424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,64,0.1384
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,256,0.1425
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,128,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2048,0.1622
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4096,0.1653
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8192,0.1702
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16384,0.1800
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,65536,0.2678
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,131072,0.3668
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2,0.1424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32768,0.2084
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,1024,0.1432
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16,0.1422
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,256,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,128,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,512,0.1445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,1024,0.1474
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2048,0.1663
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4,0.1404
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,64,0.1415
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8192,0.1752
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16384,0.1837
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,65536,0.2695
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32768,0.2093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4096,0.1687
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4,0.1401
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,131072,0.3720
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,128,0.1402
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,64,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8,0.1418
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,512,0.1450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,256,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,1024,0.1459
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2048,0.1655
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8192,0.1731
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32768,0.2097
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,65536,0.2749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16384,0.1854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2,0.1457
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4096,0.1709
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4,0.1426
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16,0.1439
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32,0.1446
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,131072,0.3885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8,0.1448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,128,0.1452
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,64,0.1436
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,256,0.1448
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,1024,0.1523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,512,0.1483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8192,0.1810
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4096,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16384,0.1920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,131072,0.4217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,65536,0.2937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2,0.1461
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2048,0.1707
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8,0.1451
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16,0.1465
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4,0.1447
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,128,0.1460
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,256,0.1511
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2048,0.1778
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32768,0.2199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4096,0.1831
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8192,0.1878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,1024,0.1542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16384,0.2031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,64,0.1455
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,65536,0.3218
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32768,0.2381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4,0.1521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8,0.1523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16,0.1531
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2,0.1535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32,0.1534
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,64,0.1523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,128,0.1532
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,256,0.1550
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,131072,0.4677
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,1024,0.1618
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4096,0.1952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8192,0.2063
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2048,0.1912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16384,0.2252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32768,0.2722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,131072,0.5618
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,512,0.1566
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4,0.1759
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8,0.1747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16,0.1759
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2,0.1747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32,0.1743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,65536,0.3737
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,64,0.1753
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,128,0.1788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2048,0.2295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,1024,0.1910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4096,0.2398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,512,0.1848
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,256,0.1795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32768,0.3527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8192,0.2584
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16384,0.2870
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,65536,0.4944
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8,0.2195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,131072,0.7670
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16,0.2194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4,0.2195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32,0.2222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,64,0.2200
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2,0.2197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,256,0.2302
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2048,0.3184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,128,0.2220
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4096,0.3286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,1024,0.2509
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,512,0.2342
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16384,0.4171
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8192,0.3557
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,65536,0.7615
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32768,0.5348
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4,0.3040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2,0.3028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8,0.3100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,131072,1.3202
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32,0.3026
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,128,0.3074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,64,0.3092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,256,0.3158
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,512,0.3394
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,1024,0.3586
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2048,0.4759
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16,0.3015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4096,0.5020
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,512,0.1517
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32768,0.9012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8192,0.5606
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2,0.5235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,65536,1.4203
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4,0.5212
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8,0.5222
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16,0.5207
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32,0.5367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16384,0.6627
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,256,0.5498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,128,0.5324
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,64,0.5384
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,512,0.5754
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2048,0.8309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,1024,0.6292
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16384,1.2008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4096,0.8954
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32768,1.6314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8192,0.9849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8,0.0980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,128,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,256,0.1004
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,64,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,1024,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2048,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,512,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16384,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8192,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,131072,0.3197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32768,0.1632
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4096,0.1276
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,65536,0.2252
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2,0.1139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32,0.1147
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,64,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,256,0.1170
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,512,0.1149
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,1024,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4,0.1146
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4096,0.1414
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,128,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16384,0.1551
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2048,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32768,0.1757
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,131072,0.3471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4,0.1144
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,65536,0.2409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8192,0.1493
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,64,0.1161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16,0.1126
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,512,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,1024,0.1197
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,128,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4096,0.1411
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2048,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16384,0.1620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8192,0.1480
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32768,0.1854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,131072,0.3506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,65536,0.2473
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32,0.1112
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,128,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,256,0.1179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,256,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,512,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,64,0.1142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,1024,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4096,0.1444
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2048,0.1437
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32768,0.1886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,65536,0.2527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16384,0.1607
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,131072,0.3674
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4,0.1192
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8,0.1145
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8192,0.1528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32,0.1167
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,128,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,64,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,256,0.1182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,1024,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,512,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4096,0.1542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2048,0.1523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32768,0.2012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,65536,0.2731
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8192,0.1617
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,131072,0.4021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16,0.1156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,256,0.1232
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,128,0.1188
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,64,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,512,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,1024,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8192,0.1745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16384,0.1712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16384,0.1877
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32768,0.2234
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,65536,0.3059
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,131072,0.4549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2048,0.1620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16,0.1262
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32,0.1260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,64,0.1263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4096,0.1667
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,512,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,256,0.1354
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,1024,0.1522
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4096,0.2021
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2048,0.1967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8192,0.2115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,65536,0.3791
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16384,0.2322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,128,0.1322
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4,0.1450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32768,0.2779
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,131072,0.5694
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2,0.1461
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32,0.1463
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,256,0.1593
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,512,0.1725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,1024,0.1924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,128,0.1532
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4096,0.2703
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,64,0.1449
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2048,0.2601
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8192,0.2846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,65536,0.5236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2,0.1800
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32768,0.3833
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4,0.1802
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8,0.1813
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16,0.1806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,131072,0.7958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,64,0.1806
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32,0.1802
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,256,0.2043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,128,0.1953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16384,0.3178
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,512,0.2260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,1024,0.2619
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2048,0.3715
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16384,0.4682
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4096,0.3855
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,65536,0.8215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2,0.2477
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32768,0.5906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,131072,1.3730
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8192,0.4132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4,0.2468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16,0.2565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8,0.2485
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,64,0.2548
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,128,0.2774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,256,0.2915
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,1024,0.4217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,512,0.3346
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32,0.2472
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2048,0.6356
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8192,0.7031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32768,1.0525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4096,0.6558
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2,0.4060
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16384,0.8139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8,0.4028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4,0.4189
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,64,0.4058
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32,0.4204
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,65536,1.5700
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,256,0.4922
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,512,0.5878
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16,0.4026
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,1024,0.7359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2048,1.1451
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4096,1.1800
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4,0.1284
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,128,0.4675
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8192,1.2815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16384,1.5099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2,0.0849
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32,0.0866
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32768,1.9291
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8,0.0845
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,256,0.0888
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,512,0.0906
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2048,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,128,0.0882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,1024,0.0867
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32768,0.1502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,65536,0.2047
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4096,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8192,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16384,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,64,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,256,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,128,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,1024,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2048,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4096,0.1216
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,512,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32768,0.1674
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,131072,0.3311
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,131072,0.3128
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,65536,0.2271
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8192,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16384,0.1375
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32,0.1040
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,128,0.1055
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16,0.1057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,1024,0.1056
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,64,0.1028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,512,0.1039
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8192,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,256,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16384,0.1450
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2048,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,65536,0.2293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4096,0.1268
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,131072,0.3394
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32768,0.1678
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,128,0.1044
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,512,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,1024,0.1055
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2048,0.1213
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,256,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8192,0.1353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,64,0.1018
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16384,0.1460
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,65536,0.2410
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32768,0.1712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4096,0.1311
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4,0.1057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,131072,0.3585
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32,0.1028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,128,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,256,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,1024,0.1098
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2048,0.1269
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,512,0.1057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8192,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16384,0.1568
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,64,0.1051
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16,0.1033
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4096,0.1359
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,65536,0.2555
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,131072,0.3838
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32768,0.1865
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16,0.1052
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8,0.1036
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,64,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,256,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,1024,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2048,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,512,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8192,0.1535
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4,0.1032
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16384,0.1688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,65536,0.2873
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2,0.1085
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4096,0.1445
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,128,0.1031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4,0.1093
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16,0.1107
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32768,0.2035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,64,0.1080
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,256,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8,0.1092
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,512,0.1194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,128,0.1099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,1024,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2048,0.1605
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8192,0.1767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,65536,0.3436
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4096,0.1647
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,131072,0.5327
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4,0.1237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16384,0.1968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,131072,0.4338
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,64,0.1248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,256,0.1357
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,512,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,128,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32768,0.2417
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4096,0.2096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8192,0.2285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2048,0.2014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32768,0.3228
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32,0.1259
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,65536,0.4648
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2,0.1567
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4,0.1521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,131072,0.7352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16,0.1528
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,1024,0.1527
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32,0.1525
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16384,0.2558
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,256,0.1664
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,128,0.1624
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,1024,0.2034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8,0.1565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,512,0.1794
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4096,0.2930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,64,0.1569
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2048,0.2795
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16384,0.3783
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2,0.2031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,65536,0.7266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8192,0.3209
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32768,0.4993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16,0.2028
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32,0.2019
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,131072,1.2839
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8,0.2031
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,128,0.2190
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4,0.2099
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,256,0.2336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,1024,0.2895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,512,0.2481
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2048,0.4295
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16384,0.6165
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4096,0.4626
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,64,0.2015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2,0.3181
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4,0.3177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,65536,1.3468
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8192,0.5050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32,0.3182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16,0.3175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32768,0.8563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,128,0.3502
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,64,0.3182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8,0.3333
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,256,0.3688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,1024,0.4902
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2048,0.7384
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4096,0.7874
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16384,1.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,512,0.4091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8192,0.8923
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4,0.0825
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32768,1.5530
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8,0.0827
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2,0.0823
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,256,0.0846
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,512,0.0828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,1024,0.0860
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,128,0.0828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4096,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16384,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2048,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,64,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,131072,0.3003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8192,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,64,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32768,0.1420
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,128,0.0994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,1024,0.0997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,256,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8192,0.1232
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,65536,0.2030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,512,0.0995
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32768,0.1579
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,65536,0.2122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,131072,0.3220
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4,0.1006
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4096,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8,0.0986
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16384,0.1318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2048,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,128,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32,0.1008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,512,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,1024,0.1016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16,0.1006
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,256,0.0998
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4096,0.1214
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16384,0.1341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8192,0.1273
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,65536,0.2271
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2048,0.1172
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,64,0.1011
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32768,0.1642
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16,0.0981
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,128,0.0979
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,131072,0.3385
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2,0.1000
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,512,0.1027
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,1024,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,64,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8192,0.1247
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16384,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4096,0.1193
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32768,0.1650
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2048,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,65536,0.2356
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,131072,0.3547
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8,0.0980
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,128,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,1024,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4096,0.1256
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,512,0.1015
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16384,0.1459
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32768,0.1786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8192,0.1301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,256,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2048,0.1198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4,0.0965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,65536,0.2504
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,256,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,1024,0.1029
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32,0.0988
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,131072,0.3798
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16384,0.1565
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4096,0.1326
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2048,0.1258
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,512,0.0994
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,131072,0.4228
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8192,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32768,0.1923
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4,0.1014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32,0.1022
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,256,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,512,0.1085
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,65536,0.2782
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,64,0.1030
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2048,0.1462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4096,0.1512
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,128,0.1035
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,1024,0.1118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32768,0.2296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8192,0.1623
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16384,0.1818
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2,0.1023
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,131072,0.5169
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2,0.1122
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,65536,0.3287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8,0.1141
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,64,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,512,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32,0.1139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,1024,0.1373
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4096,0.1805
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16384,0.2267
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,128,0.1159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2048,0.1725
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,256,0.1182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8192,0.1972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2,0.1397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,131072,0.7096
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,65536,0.4379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32768,0.2943
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32,0.1413
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8,0.1399
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16,0.1398
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,256,0.1497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,64,0.1409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4,0.1387
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,512,0.1631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8192,0.2723
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,1024,0.1754
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4096,0.2446
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,128,0.1497
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32768,0.4471
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2048,0.2308
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,65536,0.6824
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8,0.1893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,131072,1.2352
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4,0.1839
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16,0.1828
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2,0.1815
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16384,0.3303
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,64,0.1892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32,0.1820
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,1024,0.2416
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,128,0.1992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4096,0.3809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8192,0.4380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,512,0.2154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2048,0.3521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32768,0.7792
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16384,0.5419
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4,0.2894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,256,0.2000
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8,0.2740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2,0.2744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,65536,1.2970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32,0.2894
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,128,0.2918
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,64,0.2890
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,1024,0.3787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,256,0.3053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16,0.2747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,512,0.3305
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4096,0.6182
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8192,0.7221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2,0.0796
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16384,0.9498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2048,0.5821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16,0.0766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32768,1.3685
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32,0.0796
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,256,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,64,0.0798
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,1024,0.0809
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2048,0.0901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8,0.0763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8192,0.1042
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16384,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,512,0.0826
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,128,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,131072,0.2938
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4096,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,65536,0.1960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32768,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,64,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,128,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,256,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32,0.0926
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,512,0.0959
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2048,0.1090
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4096,0.1143
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8192,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32768,0.1532
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16384,0.1260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,65536,0.2077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,1024,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16,0.0954
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,131072,0.3179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,256,0.0999
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,64,0.0954
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,128,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,512,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2048,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32768,0.1584
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,1024,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,65536,0.2199
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,131072,0.3321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16384,0.1301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4096,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,64,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8192,0.1235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,128,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,512,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2048,0.1152
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4096,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,256,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,1024,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,131072,0.3482
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,65536,0.2328
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16384,0.1318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32768,0.1606
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8192,0.1219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,64,0.0974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,128,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,256,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,1024,0.0975
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8192,0.1277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32768,0.1767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16384,0.1430
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,512,0.0979
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,65536,0.2498
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4096,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2048,0.1177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,128,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,256,0.0978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,1024,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2048,0.1246
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,131072,0.3764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8192,0.1358
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4096,0.1263
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16384,0.1559
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32768,0.1893
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,131072,0.4189
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,512,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,65536,0.2724
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2,0.1004
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16,0.0993
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,128,0.1003
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,512,0.1043
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,256,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4,0.1009
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4096,0.1484
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,64,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,1024,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16384,0.1776
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8192,0.1579
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2048,0.1421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,131072,0.5156
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2,0.1103
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,65536,0.3266
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32768,0.2237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,64,0.1106
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16,0.1095
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32,0.1104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,128,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,1024,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,512,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4096,0.1784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2048,0.1699
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32768,0.2901
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8192,0.1935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16384,0.2247
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,65536,0.4318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,256,0.1118
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8,0.1346
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16,0.1341
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4,0.1355
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,131072,0.7053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32,0.1366
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,64,0.1371
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,128,0.1409
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,256,0.1442
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2048,0.2283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,1024,0.1688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8192,0.2706
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32768,0.4423
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,512,0.1550
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,65536,0.6724
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16384,0.3246
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4096,0.2388
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2,0.1750
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,131072,1.2336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4,0.1817
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8,0.1740
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16,0.1741
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,64,0.1756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32,0.1749
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,128,0.1851
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,256,0.1997
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,512,0.2142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,1024,0.2343
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16384,0.5310
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4096,0.3720
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8192,0.4217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2048,0.3458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,65536,1.2708
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2,0.2747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16,0.2597
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8,0.2583
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32768,0.7620
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,64,0.2618
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,256,0.3057
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4,0.2588
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,128,0.2936
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,512,0.3164
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2048,0.5506
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32,0.2596
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16384,0.9187
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,1024,0.3637
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8192,0.7194
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4,0.0784
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32768,1.3661
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2,0.0769
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4096,0.6008
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16,0.0745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32,0.0767
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,256,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,128,0.0794
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,64,0.0747
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2048,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8192,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,1024,0.0807
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4096,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16384,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,131072,0.2953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4,0.0934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16,0.0926
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,64,0.0941
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,65536,0.1916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32768,0.1393
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,256,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,128,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,1024,0.0964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8192,0.1184
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,512,0.0938
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2048,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,65536,0.2115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2,0.0963
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32768,0.1519
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4096,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16384,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,131072,0.3167
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16,0.0953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32,0.0963
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,512,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,128,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,1024,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,64,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16384,0.1283
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32768,0.1562
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4096,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,131072,0.3290
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8192,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,256,0.0985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2048,0.1153
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,64,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,256,0.0953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,512,0.0955
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,65536,0.2198
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8,0.0941
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,128,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4096,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8192,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32768,0.1587
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,65536,0.2269
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16384,0.1319
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2048,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,1024,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4,0.0954
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32,0.0960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,131072,0.3483
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,256,0.0964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,64,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8,0.0967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,1024,0.0985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2048,0.1159
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,512,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4096,0.1155
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,128,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8192,0.1230
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32768,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,65536,0.2487
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16384,0.1379
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,131072,0.3766
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,256,0.0964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,64,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,128,0.0933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4096,0.1239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,1024,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,512,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,65536,0.2711
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8192,0.1350
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,131072,0.4191
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16384,0.1524
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32768,0.1882
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2048,0.1200
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32,0.0976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16,0.0982
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,512,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4096,0.1461
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2048,0.1400
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16384,0.1763
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,65536,0.3235
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32768,0.2211
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,256,0.1012
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8192,0.1562
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,1024,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32,0.1088
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,128,0.1123
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,131072,0.5132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,64,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,512,0.1174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,1024,0.1292
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,256,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32768,0.2898
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4096,0.1748
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2048,0.1672
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8192,0.1935
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,131072,0.7016
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4,0.1318
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,65536,0.4301
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16384,0.2221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2,0.1362
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8,0.1317
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,256,0.1424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,512,0.1544
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,128,0.1382
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,1024,0.1715
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8192,0.2636
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,64,0.1335
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32,0.1355
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2048,0.2232
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4096,0.2373
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16384,0.3229
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,65536,0.6735
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32768,0.4376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4,0.1783
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8,0.1718
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16,0.1722
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2,0.1710
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,256,0.1978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,64,0.1798
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,131072,1.2286
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,128,0.1830
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,1024,0.2321
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32,0.1726
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,512,0.2053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4096,0.3756
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32768,0.7592
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16384,0.5274
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8192,0.4271
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2048,0.3421
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2,0.2544
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32,0.2546
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,65536,1.2589
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,64,0.2691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,128,0.2736
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16,0.2533
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4,0.2542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,512,0.3100
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8,0.2692
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4096,0.5950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8192,0.6985
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,1024,0.3761
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16384,0.9279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4,0.0768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,256,0.2856
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8,0.0744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2048,0.5429
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16,0.0746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2,0.0783
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32,0.0770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,64,0.0768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,512,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32768,1.3470
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2048,0.0900
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4096,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,256,0.0770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,1024,0.0781
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16384,0.1126
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,65536,0.1972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32768,0.1381
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8192,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,131072,0.2961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4,0.0920
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32,0.0953
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,128,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,128,0.0961
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,512,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,1024,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2048,0.1034
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4096,0.1135
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8192,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,64,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16384,0.1238
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,65536,0.2119
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,131072,0.3164
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32768,0.1544
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4,0.0974
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,64,0.0967
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,128,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,256,0.0976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2048,0.1142
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,512,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16384,0.1294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,1024,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,65536,0.2180
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8192,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4096,0.1176
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32768,0.1564
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,131072,0.3285
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,128,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,256,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,1024,0.0966
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4096,0.1137
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8192,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32768,0.1577
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16384,0.1296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2048,0.1132
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,65536,0.2277
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2,0.0958
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,131072,0.3462
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,128,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,256,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,512,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2048,0.1154
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,1024,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4096,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8192,0.1254
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16384,0.1380
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32768,0.1742
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,65536,0.2489
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2,0.0939
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8,0.0924
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,131072,0.3739
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,64,0.0954
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,1024,0.0992
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,64,0.0913
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4096,0.1236
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8192,0.1312
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2048,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32768,0.1885
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16384,0.1531
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,65536,0.2691
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8,0.0976
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,131072,0.4190
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16,0.0972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,128,0.0989
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,256,0.0991
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32,0.0996
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,64,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2048,0.1397
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4096,0.1454
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,1024,0.1088
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8192,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16384,0.1751
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,512,0.1017
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,65536,0.3237
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2,0.1074
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32768,0.2221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,131072,0.5124
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8,0.1076
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,64,0.1075
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,128,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32,0.1079
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,256,0.1104
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,1024,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,512,0.1179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2048,0.1669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4096,0.1734
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16384,0.2219
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8192,0.1905
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32768,0.2871
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,65536,0.4296
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2,0.1316
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16,0.1314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,131072,0.7010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32,0.1307
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,128,0.1367
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,256,0.1441
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,512,0.1522
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2048,0.2260
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4096,0.2353
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8192,0.2631
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16384,0.3239
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,64,0.1306
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,1024,0.1663
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32768,0.4368
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2,0.1688
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,65536,0.6768
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4,0.1770
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16,0.1703
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8,0.1699
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32,0.1707
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,131072,1.2253
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,128,0.1895
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,64,0.1719
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,256,0.0945
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,256,0.1973
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,1024,0.2309
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2048,0.3393
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,512,0.2039
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4096,0.3743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32768,0.7557
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8192,0.4179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4,0.2533
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8,0.2523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16384,0.5265
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2,0.2523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32,0.2521
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16,0.2671
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,256,0.2839
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,65536,1.2658
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,512,0.3077
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,64,0.2534
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,128,0.2726
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4096,0.6045
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8192,0.6951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2048,0.5424
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32768,1.3552
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8,0.0745
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16,0.0780
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,1024,0.3542
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32,0.0743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,64,0.0765
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,512,0.0787
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16384,0.9083
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,1024,0.0788
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,128,0.0744
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2,0.0786
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2048,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,256,0.0804
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8192,0.1010
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16384,0.1115
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32768,0.1347
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4096,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,64,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,131072,0.2978
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,512,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,1024,0.0963
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2048,0.1114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,256,0.0965
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8192,0.1175
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32768,0.1515
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4096,0.1094
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16384,0.1257
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2,0.0957
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,131072,0.3161
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,65536,0.2106
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,64,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,512,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,1024,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2048,0.1133
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32,0.0934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,65536,0.1897
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16384,0.1278
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8192,0.1195
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,131072,0.3265
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4096,0.1157
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32768,0.1563
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,128,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,65536,0.2177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,64,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,256,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2,0.0907
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,512,0.0927
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4096,0.1134
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8,0.0931
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,1024,0.0937
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16384,0.1297
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2048,0.1113
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32768,0.1561
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,131072,0.3458
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8192,0.1196
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8,0.0948
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2,0.0928
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16,0.0916
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,64,0.0917
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,256,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,512,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2048,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,65536,0.2242
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32,0.0949
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4096,0.1139
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16384,0.1337
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,65536,0.2472
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,131072,0.3743
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,1024,0.0964
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32768,0.1712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2,0.0932
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8,0.0947
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4,0.0911
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,64,0.0909
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,512,0.0960
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2048,0.1173
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4096,0.1200
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,1024,0.0970
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8192,0.1217
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32,0.0934
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8192,0.1314
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,131072,0.4174
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,65536,0.2705
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32768,0.1854
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16384,0.1523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2,0.0971
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,256,0.0990
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,64,0.0969
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,128,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16,0.0968
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,512,0.1013
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,1024,0.1050
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8192,0.1539
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4096,0.1440
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32768,0.2200
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2048,0.1365
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,131072,0.5116
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16384,0.1746
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8,0.1073
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16,0.1053
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,65536,0.3221
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4,0.1072
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,128,0.1091
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,64,0.1087
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,1024,0.1271
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,512,0.1136
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2048,0.1655
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,256,0.1111
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8192,0.1910
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2,0.1071
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4096,0.1737
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,131072,0.7014
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2,0.1320
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,65536,0.4279
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4,0.1287
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16384,0.2215
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8,0.1304
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,64,0.1336
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32768,0.2864
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,128,0.1332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,256,0.1406
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16,0.1293
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,512,0.1549
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2048,0.2209
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4096,0.2332
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32,0.1300
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8192,0.2635
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,1024,0.1684
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2,0.1687
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,65536,0.6705
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32768,0.4361
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16384,0.3179
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4,0.1689
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16,0.1764
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,64,0.1774
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8,0.1669
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,256,0.1891
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,131072,1.2249
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32,0.1707
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,512,0.2114
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,1024,0.2294
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2048,0.3479
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,128,0.1892
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8192,0.4177
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16384,0.5248
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8,0.2513
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32768,0.7569
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,65536,1.2821
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4096,0.3650
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4,0.2670
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2,0.2517
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,64,0.2514
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16,0.2523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,512,0.3063
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32,0.2523
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,1024,0.3680
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8192,0.6933
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2048,0.5376
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4096,0.5886
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,256,0.2972
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16384,0.9061
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,128,0.2712
TRTLLM,1.3.0rc10,NVIDIA B200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32768,1.3407
