framework,version,device,op_name,kernel_source,model,architecture,mla_dtype,kv_cache_dtype,gemm_type,num_heads,batch_size,isl,tp_size,step,latency
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.1216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.1167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.1418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.1499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.1619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.1913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.2498
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.3529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.1680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.1659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.1624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.1656
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.1679
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.1647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.1724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.1854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.2038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.2076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.2157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.2334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.2977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.4037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.1326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.1373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.1401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.1501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.1953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.2578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.3631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.1298
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.2755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.1603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.2042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.1772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.2674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.3800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.1318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.1298
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.1315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.1354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.1412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.2791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.1725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.1826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.2820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.4132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.1334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.1352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.1412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.2914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.1770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.1834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.1970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.2339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.3145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.4647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.1401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.1433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.1446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.1509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.3108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.1980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.2100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.2306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.2750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.3768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,0.5650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.1688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.1700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.1677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.1728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.1790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.1880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.2068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.3741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.2681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.2820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.3098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.3757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,0.5195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,0.7862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.2144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.2146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.2169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.2155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.2142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.2303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.2506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.2860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.6033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.3879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.4198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,0.4718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,0.5891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,0.8099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,1.3515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,0.3051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.3047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.3010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.3041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.3002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.3025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.3199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.3328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.3641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,0.4379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,1.0417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,0.6254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,0.6710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,0.7815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,1.0075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,1.5112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,0.5172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,0.5133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,0.5157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,0.5142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,0.5096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,0.5187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,0.5438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,0.5662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,0.6206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,0.7603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,1.8392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,1.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,1.1976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,1.4097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,1.8233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.2505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.2308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.3327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1481
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.1536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1470
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.2918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.2214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.3833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.2854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.2572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.1831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.2421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.3529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.2637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.1924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.3694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.2532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.2752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.2067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.2779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.4080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.2923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.1864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.1985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.2358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.3195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.4670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.3519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.2474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.2680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.3164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.4160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,0.6060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1458
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.2314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.4551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.3599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.3853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.4557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,0.5968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,0.8634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.1857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.1853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.1876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.1850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.1859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.2043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.2256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.3421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.5333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.7481
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.5624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.6113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,0.7318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.2707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,0.9576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.2755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.2715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.2745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,1.4967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.2735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.2694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.3116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.3499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.4281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.5840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,1.3743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.9664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,0.9991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,1.1170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,1.3406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,0.4451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,1.8466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.4484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.4479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.4446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.4499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.4490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.5198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.6008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,0.7553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,1.0740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,2.4854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.7762
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.8699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,2.0620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,2.5066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.1010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.1149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.2140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.3128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.1269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.1308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.1527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.1609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.1716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.1935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.2691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.3753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.2390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.1331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.1696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.2301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.3358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.1791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.2473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.3628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.2571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.1616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.1907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.2616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.3899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.1152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.1236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.2688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.1639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.1561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.1779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.2129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.2961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,0.4453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.1026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.1088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.1339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.2938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.1820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.1901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.2101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.2575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,0.3599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,0.5454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.1250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.1776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.3650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.1502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.2528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.2689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.2991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,0.3631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,0.5053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.1527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,0.7726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.1528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.1534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.1538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.1527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.1664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.1766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.2018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.2466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.5940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.3740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.4051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,0.4620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,0.5800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,0.8006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.2183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,1.3453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.2188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.2164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.2169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.2175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.2366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.2176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.2595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.3865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.3017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,1.0477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.6302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,0.6751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,0.7860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,0.3404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,1.5200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,1.0126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,0.3391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,0.3415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,0.3429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,0.3423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,0.3370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,0.3839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,0.4236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,0.5051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,0.6836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,1.8631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.1294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,1.2367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,1.4483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,1.8532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.0794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.2997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.1229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.1243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.1401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.1484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.1547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.1769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.2460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.3503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.0883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.1583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.2205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.3318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.2352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.1353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.2356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.3484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.0907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.2417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.1525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.1840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.2522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.3814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.2551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.1496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.1636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.1986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.2831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.4307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.1236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.2745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.1729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.1923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.2398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,0.5262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.3397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.1065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.1216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.3151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.2057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.2214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.2500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.3148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,0.4579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,0.7227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.1376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.1578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.1469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.1711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.2041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.5131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.2983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.3280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.3809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,0.4964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,0.7192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.1876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.1872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,1.2639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.1873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.1868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.1898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.1876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.2052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.2190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.2489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.3042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.9078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.4893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.5445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,0.6477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.2892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,0.8748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,1.3835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.2880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.2863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.2887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.2883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.2886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.3163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.3425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,0.3926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,0.4964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,1.5482
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,0.8246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,0.9262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,1.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,1.5514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.1981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.1371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.2968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.2531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.1488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.1753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.2360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.3547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.0885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.1497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.2134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.3244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.2303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.1655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.1308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.2306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.3501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.2345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.1802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.3832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.1395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.1614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.1950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.4277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.2783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.0924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.2715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.1596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.1684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.2378
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.3367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,0.5314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.1029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.1275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.3118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.2176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.2017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.2466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.3128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,0.4536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,0.7168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.1516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.1960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.5029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.2924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.3755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.3208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,0.4900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,0.7143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.1792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,1.2556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.1794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.1790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.1816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.1962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.2394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.2947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.8966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.5325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,0.6386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.4786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,0.8655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.2731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,1.3738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.2719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.2718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.2751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.2742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.2736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.2999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.3257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.3766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.4756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,1.5296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,0.8039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,0.9080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,1.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,1.5362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.1971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.3022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.1175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.2523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.1404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.2327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.3394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.1820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.0863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.0883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.1504
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.2100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.3221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.0884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.0866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.2262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.1108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.2311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.2316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.1395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.1803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.3808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.2489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.1955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.2778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.4244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.1010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.2691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.1574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.1687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.2335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.1872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.3346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,0.5239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.1404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.3098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.3105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.2454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,0.4508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,0.7177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.1275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.1423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.1647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.1958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.5016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.2870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.3181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.3732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,0.4879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,0.7104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.1756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,1.2537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.1763
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.1764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.1790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.2094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.1940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.2920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.8930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.4791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.5290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,0.6348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,0.8626
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.2676
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,1.3584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.2671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.2696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.2665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.2669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.2956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.2703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.3184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.3676
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.4719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,1.5235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,0.7967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,0.9033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,1.1065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.0754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,1.5236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.0781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.1008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.1108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.1994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.2965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.1389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.1771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.3358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.2098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.3220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.2263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.1147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.2311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.3453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.2309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.2503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.1782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.3771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.2472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.1433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.1955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.2750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.4241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.2690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.1860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.3338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,0.5217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.1006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.1400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.3097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.1994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.2138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.2439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.3102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,0.4513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.1253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,0.7149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.1944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.2877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.5009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.3164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.3692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,0.4865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,0.7090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.1739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,1.2502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.1750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.1779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.1922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.2059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.2888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.2357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.8914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.5252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.4713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,0.6325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,0.8598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.2653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,1.3641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.2650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.2669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.2641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.2644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.2680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.2931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.3161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.3672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.4655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,1.5178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,0.7945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,0.8968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,1.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,1.5215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.0735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.0741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.0737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.0819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.0805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.1936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.3003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.1567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.2145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.3276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.0815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.0866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.2223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.2063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.3219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.2262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.1063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.1557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.2269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.3464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.2306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.2465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.3802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.2462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.1436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.1938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.4230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.2759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.1154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.2673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.1655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.1857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.2308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.3324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,0.5193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.0984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.3092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.1984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.2125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.2438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.3084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,0.4500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,0.7154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.1253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.1945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.2859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.5009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.3138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.3681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,0.4869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,0.7064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.1708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,1.2517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.1756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.1736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.1912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.2345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.2867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.8894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.4751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.5265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,0.6297
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,0.8591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.2653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,1.3646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.2640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.2640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.2660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.2637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.2664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.2911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.3185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.3624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.4621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,1.5203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,0.7921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,0.8924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,1.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,1.5213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.1230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.1209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.2629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.1474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.1520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.1876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.2492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.3555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.1698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.1626
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.1755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.1704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.1697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.1764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.2028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.2104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.3017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.3994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.1290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.1272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.1273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.1250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.1338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.1446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.1547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.1538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.1709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.1948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.2538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.3544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.1256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.1269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.2686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.1561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.1983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.2628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.3782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.1295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.1278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.1292
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.2712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.1761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.1665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.2037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.2751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.4076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.1306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.1308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.1402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.2809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.1638
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.1729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.1881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.2240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.3037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.4546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.1401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.1379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.1381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.2911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.1807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.1887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.2057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.2549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.3566
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,0.5482
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.1664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.1687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.1730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.1745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.1828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.3376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.2447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.2751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.3417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,0.4805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.2188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,0.7477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.2172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.2168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.2169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.2180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.2183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.2191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.2308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.2262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.2452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.5407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.3246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.3497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,0.4034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,0.5212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,0.7502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,0.3174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,0.3190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,1.2871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,0.3175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,0.3192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,0.3162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,0.3149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,0.3228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,0.3305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,0.3703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,0.3408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,0.9285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,0.5112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,0.5537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,0.6649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,0.8936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,0.5542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,0.5502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,1.3985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,0.5502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,0.5454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,0.5504
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,0.5534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,0.5612
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,0.5697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,0.6017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,0.6575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,1.6282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,0.9963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,0.8909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,1.2077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,1.6172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.1045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.2429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.1318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.1340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.3358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.1567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.1441
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.1503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.1550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.1456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.1488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.1569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.1521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.2952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.1834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.1958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.2181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.2821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.3796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.1113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.1084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.1107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.2488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.1485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.2371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.3390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.2526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.1537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.2450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.1803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.3559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.2609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.1450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.1506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.1630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.1924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.2621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.3942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.1167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.2699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.1216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.1620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.2121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.2956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.4447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.1191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.1192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.2995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.1885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.1971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.2169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.2640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.3674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.5539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.1383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.1509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.1610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.1821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.3638
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.3010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.2729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.2552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.3668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.5089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.1756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,0.7731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.1759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.1751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.1769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.1905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.1972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.2159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.2546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.5828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.3690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.3999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.4552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.5668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,0.7958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.2550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,1.3357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.2542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.2551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.2557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.2535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.2549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.2825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.2950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.3296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.4106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,1.0536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.6416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,0.6836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,0.7958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.0196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,0.4141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,0.4181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,1.5351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,0.4139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,0.4170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,0.4166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,0.4180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,0.4791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,0.4956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,0.5725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,0.7302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,1.8728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,1.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.2434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,1.4483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,1.8689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.0846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.2227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.2103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.3121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.1349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.1375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.1392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.1606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.1611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.1968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.2612
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.3602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.2344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.1194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.2261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.1633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.3289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.2395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.1414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.2312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.3518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.2426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.1278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.1353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.1496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.2503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.1792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.3772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.1092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.2512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.1459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.1959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.2775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.4276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.1010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.1113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.2672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.1833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.2305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.3341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,0.5207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.1433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.3086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.1979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.2133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.2422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.3100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,0.4518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,0.7125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.1465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.1947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.1688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.4941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.2825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.3087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.3651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,0.4796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,0.7051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.2051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.2058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,1.2485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.2063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.2050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.2084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.2055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.2254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.2476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.2876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.8615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.4499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.5014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,0.6044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,0.8288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,1.3400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,0.3248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,0.3235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,0.3239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,0.3230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,0.3215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,0.3224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,0.3526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,0.3692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,0.4029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,0.4864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,1.4946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,0.8754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,0.7761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,1.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,1.4897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.0826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.2006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.2981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.1236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.2592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.1571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.1787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.2412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.3507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.2167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.3274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.2284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.1620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.2299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.3432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.0907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.1402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.3718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.2372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.1275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.1502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.1849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.4166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.2697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.2526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.1520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.1412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.2160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.3187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.5079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.2768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.1254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.1698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.1853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.2807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.2131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.4231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,0.6845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.1306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.1373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.4456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.3152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.2305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.2602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.4310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,0.6557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.1785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,1.1938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.1804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.1960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.2084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.2372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.7861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.3719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.4247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,0.5269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,0.7536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,0.2754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,1.2627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,0.2755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,0.2771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,0.2760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,0.2755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,0.2935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,0.2769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,0.3032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,0.3258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,0.3752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,1.3280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,0.6087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,0.9132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,0.7076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,1.3250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.0827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.2138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.1996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.1394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.2969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.1243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.1360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.1487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.2383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.3389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.2240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.1046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.1478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.3308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.2267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.1577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.2268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.0924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.2311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.1707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.3727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.1477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.1836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.2648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.4138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.2503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.1485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.1676
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.2149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.3171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.5035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.1011
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.1011
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.1021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.1216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.2737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.1843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.2100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.2766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.4183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,0.6827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.1447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.4420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.2253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.2572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.3118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.4259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,0.6509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.1703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,1.1931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.1695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.1707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.1704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.1877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.1782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.2012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.7753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.3596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.4118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,0.5172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,0.7438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,0.2578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,1.2475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,0.2598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,0.2578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,0.2590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,0.2592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,0.2571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,0.2727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,0.2868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,0.3104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,0.3536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,1.3133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,0.5869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,0.6907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,0.8900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,1.3065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.0779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.2160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.1995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.2958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.1447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.1741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.3441
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.2332
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.0858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.2242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.1069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.1477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.2106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.3213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.0884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.2241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.1292
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.1521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.3420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.2261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.2266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.1084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.1332
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.3711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.2398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.2283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.1829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.2649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.1446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.4125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.2484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.1469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.1642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.2133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.3143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.5008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.1043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.1192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.2745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.1640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.1830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.2098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.2747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.4176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,0.6820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.1343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.1557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.4400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.2255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.2528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.4251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.3085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,0.6478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.1645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.1673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,1.1914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.1641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.1655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.1696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.1846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.1996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.2245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.7709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.3580
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.4073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,0.5128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,0.7393
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,1.2478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,0.2505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,0.2532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,0.2526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,0.2661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,0.2514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,0.2775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,0.3034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,0.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,1.2989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,0.6821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,0.5772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,0.8827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,1.2990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.0757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.0752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.0775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.1393
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.1939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.2948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.1191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.2333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.3423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.2221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.1190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.2063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.3245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.2234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.1514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.2222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.3424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.0866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.1108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.3680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.2407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.2300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.1458
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.2647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.4133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.2472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.1633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.2110
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.3162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.5009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.2739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.1620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.1808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.2084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.2749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.4295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,0.6810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.1209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.1215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.1554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.4399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.2212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.2505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.4238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.3085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,0.6462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.1648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,1.1893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.1661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.1747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.1828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.1968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.2230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.7689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.3557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.4062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,0.5116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,0.7354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,1.2472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,0.2476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,0.2473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,0.2485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,0.2490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,0.2666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,0.2744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,0.2983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,0.3459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,1.2988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,0.5727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,0.6730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,0.8792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.0724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,1.2951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.0725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.1337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.1914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.2966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.1027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.1091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.1583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.2141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.3264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.0827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.0839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.2202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.2062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.3179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.2241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.1534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.2205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.3419
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.1670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.2387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.3663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.0866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.2283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.1442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.2613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.4089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.2443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.1446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.1638
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.2080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.3123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.5012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.2719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.1621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.1808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.2077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.2747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.4160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,0.6806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.1556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.4374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.2228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.3042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.4210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,0.6456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.1611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,1.1862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.1624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.1755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.1823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.1953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.7687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.2216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.3539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.4048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,0.7341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,0.5100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,1.2456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,0.2476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,0.2484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,0.2471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,0.2494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,0.2467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,0.2474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,0.2747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,0.2660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,0.2977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,0.3440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,1.2979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,0.5684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,0.6713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,0.8766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,1.2916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.1213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.1569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.1684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.1894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.2558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.3534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.1641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.1758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.1728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.1787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.1785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.1889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.2081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.2231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.2065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.2350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.3075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.3957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.1297
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.1290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.1266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.1332
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.1530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.1767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.1603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.1967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.2614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.3632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.1293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.1236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.1289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.1462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.2732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.1615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.1756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.2039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.3850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.2689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.1288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.1338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.1418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.2790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.1661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.1838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.2117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.2855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.4129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.1352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.1359
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.1371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.1358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.2889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.1789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.1868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.1966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.2300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.3166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.4689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.1422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.1394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.1438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.1437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.1420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.1398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.1469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.1501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.1497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.1581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.3130
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.2021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.2098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.2272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.2769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.3809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,0.5628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.1696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.1713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.1681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.1687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.1705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.1705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.1877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.2057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.3751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.2674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.2835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.3124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.3778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,0.5196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,0.7844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.2165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.2158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.2158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.2172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.2175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.2150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.2249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.2316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.2515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.2853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.6010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.3898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.4178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,0.4743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,0.5886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,0.8106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,0.3045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,1.3562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,0.3000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,0.3045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,0.3031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,0.3065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,0.3008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,0.3202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,0.3313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,0.4326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,0.3694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,1.0412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,0.6223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,1.0016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,0.7834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,0.6747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,0.5188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,0.5168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,1.5105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,0.5092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,0.5166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,0.5092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,0.5197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,0.5416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,0.5653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,0.6229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,0.7624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,1.8338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,1.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,1.1922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,1.4161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,1.8281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.1051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.1051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.1402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.2475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.1724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.2326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.3394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.1491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.1511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.1479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.1502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.1584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.2921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.1819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.1844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.1994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.2207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.2792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.3854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.1087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.1167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.2565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.1459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.1497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.1849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.2438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.3479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.1105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.1191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.1229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.2626
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.1506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.1545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.1622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.1922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.2542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.1149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.1109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.1271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.2758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.1687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.2069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.2799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.4078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.1152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.1376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.2927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.1791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.1860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.2016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.2347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.3184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.4692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.1236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.1356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.3517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.2382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.2489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.2688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.3172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.4168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,0.6049
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.1459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.1436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.1691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.1896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.4512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.3474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.2334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.3614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.3884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.4562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,0.5987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.1866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,0.8649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.1865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.1861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.1875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.1848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.2080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.2646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.3451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.7492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.5296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.6145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,0.7327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,0.9515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.2748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.2751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,1.4991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.2721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.2741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.2736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.2701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.3088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.3499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.4314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.5916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,1.3679
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.9584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,1.0123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,1.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,1.3370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,1.8488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,0.4506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,0.4479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,0.4447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,0.4478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,0.4503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,0.4467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,0.5265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,0.5953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,0.7631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,1.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,2.4980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.7812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.8575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,2.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,2.4842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.0926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.1477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.2076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.3207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.1278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.1297
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.1438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.2042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.2587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.3638
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.1215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.1406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.1687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.2326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.3415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.2490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.1404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.1508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.1813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.2426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.1434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.2575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.1510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.1904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.3925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.2611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.2693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.1633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.1778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.2966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,0.4442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.1031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.1046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.1131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.1340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.2939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.1809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.1917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.2565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.2106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,0.3616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,0.5473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.3644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.2542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.2678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.2987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,0.3676
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,0.5033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.1529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,0.7713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.1527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.1534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.1533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.1673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.1758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.2027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.5921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.2478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.3767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.4051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,0.4631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,0.5744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,0.7986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.2181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,1.3448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.2163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.2191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.2175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.2173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.2152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.2361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.2607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.3058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.3861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.6270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,1.0452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,0.6844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,0.7860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,1.0100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,0.3410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,0.3419
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,1.5221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,0.3427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,0.3399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,0.3412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,0.3415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,0.3854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,0.4212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,0.5111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,0.6771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,1.8686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,1.2283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,1.4421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.0802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,1.8535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,256,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.1043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.1400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.2020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.3064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.1211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.1406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.1792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.2500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.3557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.2283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.1273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.2191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.3305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.2341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.1695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.2371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.3480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.2472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.1526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.1389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.1821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.2541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.3803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.2570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.1422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.2812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.4325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.2736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.1637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.1916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.2373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.3416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,0.5267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.1063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.1193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.1458
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.3146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.2041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.2501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.3148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,0.4564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,0.7233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.1574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.1720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.2058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.5103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.2996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.3263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.3813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,0.4977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.1874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,1.2618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,0.7185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.1876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.1875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.1887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.2042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.2471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.3045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.9071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.4911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.5418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,0.6495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,0.8775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.2878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,1.3864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.2896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.2885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.2858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.2922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.2870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.3166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.3404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,0.3930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,0.4974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,1.5453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,0.8221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,0.9304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,1.1355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.0775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,1.5548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.0804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.1376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.1958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.3040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.1172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.1491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.2344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.3416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.2248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.1508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.2115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.3275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.2276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.2348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.3452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.2350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.1339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.1801
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.3794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.2525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.2513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.1462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.1971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.2800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.4275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.1062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.2709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.1582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.1695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.1873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.2353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.3374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,0.5256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.1027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.1080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.1272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.1436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.3102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.2168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.2476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.2018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.3127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,0.4541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,0.7190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.1308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.1517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.1674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.1977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.5060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.2910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.3190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.3749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,0.4951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,0.7122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.1814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,1.2552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.1775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.1812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.1794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.1806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.1824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.1968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.2136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.2388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.2959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.8950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.4824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.5333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,0.6385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,0.8663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.2746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,1.3648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.2722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.2724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.2744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.2738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.2736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.3300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.2998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.3737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,0.4766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,1.5302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,0.8047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,0.9102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,1.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,1.5358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.0883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.1109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.1374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.1988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.2981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.2572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.1369
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.1487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.1777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.2368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.3376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.1475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.2139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.3303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.1579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.2306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.3507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.2312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.2513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.3801
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.0901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.2488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.1438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.1945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.1580
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.2794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.4248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.1151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.2694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.1874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.2332
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.3341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,0.5242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.1011
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.1412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.3093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.2006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.2161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.2455
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.3102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,0.7172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,0.4526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.1290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.1273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.1413
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.1500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.1673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.1961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.5021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.2885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.3153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.3714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,0.4894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,0.7107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,1.2560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.1772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.1787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.1955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.2100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.2357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.8931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.2926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.4749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.5296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,0.8655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,0.6367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.2695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,1.3686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.2677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.2661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.2657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.2687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.2698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.2937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.3214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.3668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.4677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,1.5256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,0.7993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,0.8990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,1.1108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,1.5305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.0806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.2005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.2955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.2514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.1734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.2324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.3429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.0846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.2209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.2085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.3235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.0907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.2280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.1150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.2277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.3484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.2317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.1400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.1772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.2510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.3788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.2468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.1354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.1591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.1936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.2754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.4251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.2688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.1860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.3339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.2340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,0.5201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.0984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.3095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.1994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.2149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.3086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.2446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,0.4518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,0.7172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.1379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.1469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.1623
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.1941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.5015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.2868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.3168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.3697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,0.4856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.1726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,0.7113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.1720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,1.2519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.1739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.1758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.1753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.2077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.1929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.2342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.2893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.8894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.4779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.5252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,0.6323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,0.8611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.2643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.2670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,1.3600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.2681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.2635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.2632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.2665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.2945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.3151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.3661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,1.5167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.4669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,0.7966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,0.8940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,1.1021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.0746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,1.5229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.0730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.0758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.0762
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.1029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.1105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.1952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.2959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.1215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.2214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.3207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.0827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.0859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.2095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.3234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.0885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.2261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.1253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.1551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.2319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.3454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.0901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.2272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.1405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.1782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.2479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.3775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.2459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.1554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.2756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.1947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.4245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.0885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.2686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.1544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.1658
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.1852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.2326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.3331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,0.5199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.1404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.3068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.1989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.2146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.2430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.3087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,0.4510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,0.7173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.1269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.1250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.1482
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.1628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.1903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.5011
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.2841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.3143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.3681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,0.4849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,0.7102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,1.2556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.1725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.1748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.1775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.1919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.2058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.2347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.2889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.8884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.4774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.5245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,0.6321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,0.8594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,1.3560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.2647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.2634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.2672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.2652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.2636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.2673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.2904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.3175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.3655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.4657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,1.5149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,0.7936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,0.8957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,1.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,1.5213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.1243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.1500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.1586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.1874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.2483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.3576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.1682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.1611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.1681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.1676
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.1713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.1691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.1890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.1959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.1944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.2139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.2413
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.2964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.3984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.1274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.1442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.1541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.1571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.1948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.1680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.2539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.3620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.2693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.1628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.2649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.3760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.1289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.1369
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.2734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.1610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.2080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.2752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.4103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.1306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.1295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.1405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.1675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.2811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.2227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.3065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.1877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.4543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.1404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.1397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.1401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.1393
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.1406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.1478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.2922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.1805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.1908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.2098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.2559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.3580
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,0.5481
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.1755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.1811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.3380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.2300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.2471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.2734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.3416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,0.7484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,0.4835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.2176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.2177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.2179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.2169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.2165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.2181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.2199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.2225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.2318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.2462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.5377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.3228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.3495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,0.4046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,0.5226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,0.7470
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,0.3157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,0.3189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,1.2875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,0.3189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,0.3192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,0.3147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,0.3198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,0.3226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,0.3324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,0.3411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,0.3722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,0.9288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,0.5078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,0.5560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,0.6694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,0.8934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,0.5462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,1.3972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,0.5508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,0.5514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,0.5461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,0.5507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,0.5613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,0.5533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,0.5705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,0.6006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,1.6255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,0.6561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,0.8901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,0.9963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,1.2041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,1.6207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.1048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.1024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.1081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.2446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.1697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.2310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.3324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.1522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.1484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.1487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.1522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.2878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.1771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.1968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.2176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.2716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.3811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.1091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.1089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.1087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.1419
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.1510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.1768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.2355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.3404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.1112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.1109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.1112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.1153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.1113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.1538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.1819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.2435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.3603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.1109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.1154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.1172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.2591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.1616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.1917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.2628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.1113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.1107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.1134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.2693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.1620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.2122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.2959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.4427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.1867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.3018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.1993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.2648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.2179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.3669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.5537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.1389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.1398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.1378
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.1457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.1503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.1613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.3633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.2569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.2719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.2997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.3668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.5099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,0.7739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.1750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.1776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.1911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.1981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.2158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.2530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.5846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.3687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.3977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.4534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.5717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,0.7938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.2549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,1.3326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.2545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.2551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.2544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.2545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.2848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.2533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.2941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.3331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.4085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.6365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,1.0562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,0.6890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,0.7886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.0195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,0.4171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,1.5350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,0.4171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,0.4131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,0.4187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,0.4166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,0.4181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,0.4781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,0.4951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,0.5740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,0.7299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,1.8721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.2417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,1.1355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,1.4486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.0843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,1.8677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.0842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.0859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.1290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.1450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.2077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.3124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.1215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.2674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.1482
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.1630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.1978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.2543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.3636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.2323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.1608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.3294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.0946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.2382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.2317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.3517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.2425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.1488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.1788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.2499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.3771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.1469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.1957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.2796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.4270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.2654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.1661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.1545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.1837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.2296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.3338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,0.5199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.3065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.1961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.2133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.2419
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.3068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,0.4506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,0.7128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.1456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.1547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.1929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.1698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.4955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.2814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.3084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.3624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,0.4811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,0.7028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.2059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,1.2463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.2048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.2040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.2059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.2052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.2044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.2206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.2262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.2468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.2860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.8643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.4496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.5020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,0.6033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,0.8318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,0.3229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,0.3217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,1.3414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,0.3229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,0.3248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,0.3204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,0.3219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,0.3528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,0.3698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,0.4041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,0.4875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,1.4996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,0.7824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,0.8761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,1.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,1.4879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.0818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.0841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.2161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.1995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.3011
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.1209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.1404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.2551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.1443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.1816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.2353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.3515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.2258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.1509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.2170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.3293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.2279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.2288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.3469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.2309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.1253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.2446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.2392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.1346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.1852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.4193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.2677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.2539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.1511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.1706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.2191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.3184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.5072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.1051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.2768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.1846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.2132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.2803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.4210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,0.6836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.1326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.1401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.1484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.1640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.4455
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.2307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.2608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.3148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.4303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,0.6550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.1789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,1.1972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.1794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.1790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.1794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.1881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.1801
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.1951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.2092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.2374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.7850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.3690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,0.5282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.4259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,0.7526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,0.2775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,1.2570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,0.2765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,0.2775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,0.2758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,0.2758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,0.2763
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,0.2939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,0.3033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,0.3269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,0.6051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,0.3758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,1.3310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,0.7121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,0.9109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,1.3265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.2160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.1945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.2963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.1339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.1236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.1402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.2359
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.3358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.1483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.2085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.3202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.2246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.1254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.2244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.3406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.2304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.3725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.2330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.1840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.2643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.4149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.0901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.1373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.3138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.5037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.1051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.1649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.2747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.1831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.2120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.2766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.4199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,0.6824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.1359
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.1584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.4395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.2585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.2266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.3092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.4262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,0.6497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,1.1945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.1696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.1698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.1704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.1882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.2005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.2284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.7750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.3605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.4112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,0.5157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,0.7453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,0.2578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,1.2541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,0.2571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,0.2577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,0.2595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,0.2592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,0.2574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,0.2871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,0.2739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,0.3531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,0.3078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,1.3112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,0.5838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,0.8909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,0.6904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,1.3035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.0802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.0799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.1998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.2962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.1149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.1243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.1343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.2360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.3436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.0862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.0864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.1444
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.2121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.3218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.2244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.1537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.2227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.3447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.2272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.1110
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.1340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.3668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.0859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.2299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.1455
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.1796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.2649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.4127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.2471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.1482
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.1658
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.2123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.3133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.5015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.2736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.1813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.2080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.2765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.4195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,0.6798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.1556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.4386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.2244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.2551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.3074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,0.6471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.4234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.1659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.1679
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,1.1905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.1771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.1861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.1979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.2252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.3573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.7708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.4068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,0.5133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,0.7384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,0.2516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,0.2525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,1.2381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,0.2507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,0.2530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,0.2520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,0.2493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,0.2811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,0.2653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,0.3025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,0.3464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,1.3029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,0.5846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,0.6803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,0.8810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,1.2982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.1955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.3009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.1506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.1728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.2335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.3367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.0844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.0844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.2226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.1210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.1455
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.2039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.3250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.0864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.2226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.1491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.2247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.3430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.2277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.3706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.2299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.1802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.2627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.4124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.0861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.2467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.2100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.3138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.5012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.2730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.1794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.2750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.4172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,0.6800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.1215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.1226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.4372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.2227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.2501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.3061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.4223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.1630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,1.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,0.6479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.1666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.1651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.1752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.1828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.1973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.7689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.3542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,0.5116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.4096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,0.7341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,0.2491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,0.2485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,1.2269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,0.2472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,0.2499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,0.2506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,0.2476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,0.2630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,0.2786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,0.3002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,0.3436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,1.3019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,0.5755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,0.6779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,0.8812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,1.2949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.2938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.1009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.1191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.2144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.3194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.0858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.0826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.2224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.1450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.2031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.3251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.0864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.2244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.1516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.1212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.2250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.3379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.2261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.1674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.3695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.2284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.2616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.4086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.0883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.2462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.1473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.1626
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.3120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.2113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.5009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.2715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.1803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.2061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.2728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.4152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,0.6810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.1192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.1193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.1537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.4360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.2219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.2519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.3041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.4214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,0.6451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,1.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.1621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.1624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.1645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.1639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.1747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.1814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.1967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.2217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.7679
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.3542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.4043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,0.5079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,0.7348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,0.2473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,1.2243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,0.2467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,0.2483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,0.2477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,0.2490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,0.2467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,0.2635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,0.2755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,0.3012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,0.3438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,1.2946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,0.5717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,0.6748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,0.8760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,1.2927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,64,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,128,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,256,0.1295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,512,0.1306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,1024,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2048,0.1436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4096,0.1545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8192,0.1610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16384,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32768,0.1960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,65536,0.2555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,131072,0.3620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16,0.1325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,64,0.1334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,128,0.1360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,256,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,1024,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,512,0.1410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2048,0.1566
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4096,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8192,0.1755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16384,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32768,0.2047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,65536,0.2677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,131072,0.3672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2,0.1353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4,0.1376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32,0.1352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,64,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,128,0.1379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,256,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,512,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,1024,0.1488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2048,0.1708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4096,0.1707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8192,0.1721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16384,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32768,0.2083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,65536,0.2668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,131072,0.3742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,64,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,128,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,512,0.1531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,256,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,1024,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2048,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4096,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8192,0.1792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16384,0.1893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32768,0.2158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,65536,0.2768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,131072,0.3951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4,0.1469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,64,0.1447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,128,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,256,0.1520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,512,0.1569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,1024,0.1539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2048,0.1769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4096,0.1798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8192,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16384,0.1975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32768,0.2270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,65536,0.2967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,131072,0.4268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16,0.1479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,64,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,128,0.1518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,256,0.1525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,512,0.1557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,1024,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2048,0.1877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4096,0.1896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8192,0.1984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16384,0.2104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32768,0.2474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,65536,0.3277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,131072,0.4793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2,0.1528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4,0.1516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8,0.1510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16,0.1529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32,0.1522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,64,0.1517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,256,0.1586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,128,0.1551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,512,0.1633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,1024,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2048,0.2084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4096,0.2118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8192,0.2225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16384,0.2415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32768,0.2890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,65536,0.3887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,131072,0.5798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4,0.1696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16,0.1688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,64,0.1707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,128,0.1761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,256,0.1805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,512,0.1893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2048,0.2613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,1024,0.2062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4096,0.2708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16384,0.3151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8192,0.2853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32768,0.3791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,131072,0.7883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,65536,0.5247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2,0.2066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4,0.2059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8,0.2070
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16,0.2081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,64,0.2076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,128,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,256,0.2233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,512,0.2445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,1024,0.2781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2048,0.3665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4096,0.3807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8192,0.4096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16384,0.4686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32768,0.5834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,65536,0.8051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2,0.2766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,131072,1.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4,0.2743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8,0.2728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16,0.2759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32,0.2744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,64,0.2752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,128,0.2891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,512,0.3397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,256,0.3034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,1024,0.4062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2048,0.5670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8192,0.6488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16384,0.7526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4096,0.5952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32768,0.9800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2,0.4615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4,0.4621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,65536,1.4867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8,0.4617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16,0.4591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32,0.4599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,64,0.4639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,128,0.4899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,256,0.5089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,512,0.5742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,1024,0.7074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2048,1.0106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4096,1.0535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8192,1.1536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16384,1.3613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32768,1.7747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,64,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,128,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,256,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,512,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,1024,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2048,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4096,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8192,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16384,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32768,0.1635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,65536,0.2258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,131072,0.3305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,64,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,256,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,128,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,512,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,1024,0.1112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2048,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4096,0.1318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8192,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16384,0.1469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32768,0.1745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,65536,0.2391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,131072,0.3452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2,0.1088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,64,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,128,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,256,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,1024,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,512,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2048,0.1420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4096,0.1447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8192,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16384,0.1609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32768,0.1863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,65536,0.2507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,131072,0.3601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,64,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,128,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,256,0.1170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,1024,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,512,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2048,0.1508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8192,0.1571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4096,0.1541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16384,0.1711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32768,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,65536,0.2635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,131072,0.3806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,64,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,128,0.1173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,512,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,256,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,1024,0.1383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2048,0.1674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4096,0.1700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8192,0.1764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16384,0.1875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32768,0.2150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,65536,0.2872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4,0.1153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,131072,0.4163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,64,0.1187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,128,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,256,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,512,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,1024,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2048,0.1850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4096,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8192,0.1956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16384,0.2098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32768,0.2439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,65536,0.3261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,131072,0.4781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4,0.1278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,64,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,128,0.1339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,256,0.1434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,512,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,1024,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2048,0.2423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4096,0.2466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8192,0.2581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16384,0.2750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32768,0.3258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,65536,0.4250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,131072,0.6137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4,0.1465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,64,0.1482
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,128,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,256,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,512,0.1929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,1024,0.2345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4096,0.3487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2048,0.3404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8192,0.3631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16384,0.3925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32768,0.4615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,65536,0.6043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2,0.1801
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,131072,0.8652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8,0.1819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16,0.1805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,64,0.1816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,128,0.2013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,256,0.2204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,512,0.2592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,1024,0.3435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2048,0.5151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4096,0.5277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8192,0.5535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16384,0.6164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32768,0.7292
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,65536,0.9533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2,0.2548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4,0.2538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,131072,1.4917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8,0.2539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32,0.2531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16,0.2540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,64,0.2517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,128,0.2917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,256,0.3323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,512,0.4141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,1024,0.5675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2048,0.9169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4096,0.9399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8192,0.9985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32768,1.3227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16384,1.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2,0.4177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8,0.4134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,65536,1.8110
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4,0.4158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16,0.4184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32,0.4142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,64,0.4162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,128,0.4929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,512,0.7283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,256,0.5672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,1024,1.0424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2048,1.6945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4096,1.7499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8192,1.8304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16384,2.0413
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32768,2.4616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,128,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,256,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,512,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,1024,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2048,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4096,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8192,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16384,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32768,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,65536,0.2048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,131072,0.3072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,64,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,128,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,256,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,512,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,1024,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2048,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4096,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8192,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16384,0.1353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32768,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,65536,0.2234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,131072,0.3289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,64,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,128,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,256,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,512,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,1024,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2048,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4096,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8192,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16384,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32768,0.1657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,65536,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,131072,0.3431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,64,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,128,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,256,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,512,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,1024,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2048,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4096,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8192,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16384,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32768,0.1818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,65536,0.2506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,131072,0.3666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4,0.1061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,64,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,128,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,256,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,512,0.1090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,1024,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2048,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4096,0.1379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16384,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32768,0.1976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8192,0.1531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,65536,0.2685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,131072,0.3959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,64,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,128,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,256,0.1108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,512,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,1024,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2048,0.1609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4096,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8192,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16384,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32768,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,65536,0.3044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,131072,0.4507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,64,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,128,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,256,0.1153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,512,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,1024,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2048,0.1845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4096,0.1890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8192,0.1985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16384,0.2178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32768,0.2664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,65536,0.3657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,131072,0.5533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16,0.1229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,64,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,128,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,256,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,512,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,1024,0.1832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2048,0.2512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4096,0.2583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8192,0.2738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16384,0.3026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32768,0.3714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,65536,0.5149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2,0.1503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,131072,0.7763
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8,0.1511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,64,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,128,0.1659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,256,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,512,0.2022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,1024,0.2500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2048,0.3668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4096,0.3768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8192,0.4064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16384,0.4636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32768,0.5797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,65536,0.7985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2,0.2040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,131072,1.3437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4,0.2026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8,0.2015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16,0.2020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32,0.2036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,64,0.2033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,128,0.2245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,256,0.2442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,512,0.2935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,1024,0.3793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2048,0.5912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4096,0.6154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16384,0.7776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8192,0.6730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32768,1.0038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2,0.3204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4,0.3188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,65536,1.5123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8,0.3209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16,0.3211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32,0.3193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,128,0.3608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,64,0.3208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,256,0.4035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,512,0.4918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,1024,0.6537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2048,1.0700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4096,1.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8192,1.2152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2,0.0796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16384,1.4166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4,0.0821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32768,1.8367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8,0.0806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,64,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,128,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,256,0.0840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,512,0.0827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,1024,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2048,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4096,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8192,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16384,0.1174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32768,0.1410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,65536,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,131072,0.3020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32,0.0947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,128,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,256,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,512,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,1024,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2048,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4096,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8192,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16384,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32768,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,65536,0.2108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,131072,0.3195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,64,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,128,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,256,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,512,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,1024,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2048,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4096,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8192,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16384,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32768,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,65536,0.2188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,131072,0.3332
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,128,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,64,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,256,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,512,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,1024,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2048,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4096,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8192,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16384,0.1355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32768,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,65536,0.2390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,131072,0.3587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,64,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,128,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,256,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,512,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,1024,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2048,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4096,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8192,0.1405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16384,0.1557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32768,0.1901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,65536,0.2596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,131072,0.3900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,128,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,64,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,256,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,512,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,1024,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2048,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4096,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8192,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16384,0.1708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32768,0.2065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,65536,0.2878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,131072,0.4398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,64,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,128,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,256,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,512,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,1024,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2048,0.1645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4096,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8192,0.1804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32768,0.2479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,65536,0.3459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16384,0.1998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,131072,0.5346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4,0.1091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,64,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,128,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,256,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,512,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,1024,0.1521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2048,0.2036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4096,0.2105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8192,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16384,0.2567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,65536,0.4635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32768,0.3212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,131072,0.7337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8,0.1354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,64,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,128,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,256,0.1566
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,512,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,1024,0.2094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2048,0.2922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4096,0.3012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8192,0.3275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16384,0.3840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32768,0.5003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,65536,0.7213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,131072,1.2660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2,0.1796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8,0.1790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16,0.1792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32,0.1807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,64,0.1814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,128,0.1958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,256,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,512,0.2428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,1024,0.3003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2048,0.4571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4096,0.4835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8192,0.5352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16384,0.6423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32768,0.8718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2,0.2696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,65536,1.3767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4,0.2692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8,0.2703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16,0.2694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32,0.2681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,64,0.2723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,128,0.3001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,256,0.3229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,512,0.3727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,1024,0.4858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2048,0.7557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4096,0.8090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8192,0.9129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16384,1.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32768,1.5416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,64,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,128,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,256,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,512,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,1024,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2048,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4096,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8192,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16384,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32768,0.1381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,65536,0.1977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,131072,0.2970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,512,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,1024,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2048,0.1066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4096,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8192,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16384,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32768,0.1491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,65536,0.2068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,131072,0.3153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,64,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,128,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,256,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,512,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,1024,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2048,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4096,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8192,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16384,0.1269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32768,0.1541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,65536,0.2140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,131072,0.3310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,64,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,128,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,256,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,512,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,1024,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2048,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4096,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8192,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16384,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32768,0.1618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,65536,0.2386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,131072,0.3573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,64,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,128,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,256,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,512,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2048,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,1024,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4096,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8192,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16384,0.1483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32768,0.1852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,65536,0.2579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,131072,0.3868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16,0.0967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,64,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,128,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,256,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,1024,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,512,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2048,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4096,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8192,0.1517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16384,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32768,0.2028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,65536,0.2842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,131072,0.4369
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,64,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,128,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,256,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,1024,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2048,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,512,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4096,0.1648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8192,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16384,0.1964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32768,0.2434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,65536,0.3422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,131072,0.5325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4,0.1063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,64,0.1065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,128,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,256,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,512,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,1024,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2048,0.1998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4096,0.2084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8192,0.2248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16384,0.2524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32768,0.3193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,65536,0.4600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,131072,0.7248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8,0.1308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,64,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,128,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,256,0.1533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,512,0.1714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,1024,0.1981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2048,0.2805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4096,0.2930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8192,0.3206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16384,0.3792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32768,0.4935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,65536,0.7161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4,0.1726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,131072,1.2582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16,0.1741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32,0.1734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,64,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,128,0.1923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,256,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,512,0.2349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,1024,0.2911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2048,0.4495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4096,0.4784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8192,0.5290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16384,0.6354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32768,0.8655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2,0.2585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,65536,1.3598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4,0.2593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8,0.2592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16,0.2578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32,0.2599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,64,0.2627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,128,0.2880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,256,0.3122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,512,0.3643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,1024,0.4677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2048,0.7403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4096,0.7938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16384,1.1008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8192,0.8955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32768,1.5251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,64,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16,0.0761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,128,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,256,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,512,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,1024,0.0806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2048,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4096,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8192,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16384,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32768,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,65536,0.1961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,131072,0.2949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,64,0.0883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,128,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,512,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,1024,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2048,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4096,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8192,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16384,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32768,0.1473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,65536,0.2078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,131072,0.3101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,256,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,128,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,512,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,1024,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2048,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4096,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8192,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16384,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32768,0.1518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,65536,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,131072,0.3269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,64,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,128,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,256,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,1024,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,512,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2048,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4096,0.1173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16384,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32768,0.1609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8192,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,65536,0.2349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,131072,0.3551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,64,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,128,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,256,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,512,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,1024,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2048,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4096,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8192,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16384,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32768,0.1844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,65536,0.2571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,131072,0.3845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,64,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,128,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,512,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,1024,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2048,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4096,0.1371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8192,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16384,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32768,0.2015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,65536,0.2836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,131072,0.4319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,64,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,128,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,256,0.1021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,512,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,1024,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2048,0.1602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4096,0.1655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8192,0.1736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32768,0.2418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,65536,0.3423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16384,0.1926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,131072,0.5288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16,0.1070
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,64,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,128,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,256,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,512,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,1024,0.1475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2048,0.1988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8192,0.2206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4096,0.2086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16384,0.2513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32768,0.3152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,65536,0.4591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2,0.1288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,131072,0.7246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8,0.1296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16,0.1297
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,64,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,128,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,256,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,512,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2048,0.2767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,1024,0.1981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4096,0.2917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8192,0.3207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16384,0.3743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32768,0.4912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,65536,0.7144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2,0.1700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,131072,1.2594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32,0.1725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,64,0.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,256,0.2058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,128,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,512,0.2334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2048,0.4445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4096,0.4730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,1024,0.2870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8192,0.5252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16384,0.6334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32768,0.8604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,65536,1.3647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2,0.2570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4,0.2568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8,0.2556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16,0.2560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,64,0.2590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32,0.2565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,128,0.2837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,256,0.3115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,512,0.3569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,1024,0.4669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2048,0.7373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4096,0.7883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8192,0.8884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16384,1.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32768,1.5198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,64,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,128,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,256,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,512,0.0796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,1024,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2048,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4096,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8192,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16384,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32768,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,65536,0.1941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,131072,0.2957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,512,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,1024,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2048,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4096,0.1084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8192,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32768,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16384,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,65536,0.2056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,131072,0.3105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,128,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,256,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,512,0.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,1024,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2048,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4096,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8192,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16384,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32768,0.1519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,65536,0.2117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,131072,0.3247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,64,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,128,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,256,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,512,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,1024,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2048,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4096,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8192,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16384,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32768,0.1602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,65536,0.2307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,131072,0.3509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,64,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,128,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,256,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,512,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,1024,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2048,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4096,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8192,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16384,0.1471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32768,0.1831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,65536,0.2562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,131072,0.3865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,64,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,128,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,256,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,512,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,1024,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2048,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4096,0.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8192,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16384,0.1635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32768,0.2002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,65536,0.2835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,131072,0.4324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,64,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,128,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,256,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,512,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2048,0.1573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,1024,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8192,0.1728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4096,0.1641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16384,0.1920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32768,0.2402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,65536,0.3393
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,131072,0.5280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16,0.1043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,64,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,128,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,256,0.1133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,512,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,1024,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2048,0.1966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4096,0.2046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8192,0.2195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16384,0.2496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32768,0.3151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,65536,0.4567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,131072,0.7221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8,0.1274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,64,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,128,0.1379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,512,0.1674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,256,0.1506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,1024,0.1973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2048,0.2764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4096,0.2881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8192,0.3189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16384,0.3741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32768,0.4909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,65536,0.7115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4,0.1681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,131072,1.2590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8,0.1676
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32,0.1710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,128,0.1894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,64,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,256,0.2036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,512,0.2324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,1024,0.2865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2048,0.4414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4096,0.4728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8192,0.5262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16384,0.6312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32768,0.8571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2,0.2540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,65536,1.3624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4,0.2557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8,0.2548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16,0.2545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,64,0.2582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32,0.2541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,128,0.2832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,256,0.3078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,512,0.3574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2048,0.7402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4096,0.7855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,1024,0.4550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8192,0.8864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16384,1.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2,0.0775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32768,1.5182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,64,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,128,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,256,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,512,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,1024,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4096,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2048,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8192,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32768,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16384,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,65536,0.1978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,131072,0.2976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,256,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,512,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,1024,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2048,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4096,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8192,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16384,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32768,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,65536,0.2071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,131072,0.3089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,64,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,256,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,512,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2048,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4096,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,1024,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8192,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16384,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32768,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,65536,0.2160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,131072,0.3247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,64,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,128,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,512,0.0947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2048,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,1024,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8192,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4096,0.1149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16384,0.1296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32768,0.1640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,65536,0.2285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,131072,0.3521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2,0.0947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,128,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,64,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,256,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,512,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,1024,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2048,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4096,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8192,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16384,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32768,0.1818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,65536,0.2551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,131072,0.3852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8,0.0947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,64,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,256,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,512,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2048,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,1024,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4096,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8192,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16384,0.1646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,65536,0.2825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32768,0.1980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,131072,0.4346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16,0.0967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,64,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,128,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,256,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,512,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,1024,0.1175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2048,0.1580
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4096,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8192,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16384,0.1906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32768,0.2390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,65536,0.3397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,131072,0.5267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,64,0.1062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,256,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,128,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,512,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,1024,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2048,0.1963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4096,0.2030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8192,0.2208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16384,0.2490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32768,0.3145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,65536,0.4568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,131072,0.7215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,64,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,128,0.1356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,256,0.1483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,512,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,1024,0.1961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2048,0.2732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4096,0.2883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8192,0.3172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16384,0.3719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32768,0.4890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,65536,0.7095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,131072,1.2566
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8,0.1682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16,0.1673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32,0.1673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,64,0.1716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,128,0.1873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,256,0.2023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,512,0.2314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,1024,0.2854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2048,0.4421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4096,0.4700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8192,0.5216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16384,0.6279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32768,0.8576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2,0.2546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,65536,1.3611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4,0.2542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8,0.2533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16,0.2532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32,0.2554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,64,0.2565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,128,0.2827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,256,0.3067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,512,0.3554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,1024,0.4542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2048,0.7312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4096,0.7811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8192,0.8852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16384,1.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32768,1.5107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,64,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,128,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,256,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,512,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,1024,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2048,0.1494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4096,0.1508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8192,0.1550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16384,0.1651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,65536,0.2494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32768,0.1895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,131072,0.3526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32,0.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,64,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,128,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,256,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,512,0.1343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,1024,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2048,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4096,0.1609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8192,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16384,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,65536,0.2629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32768,0.1992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,131072,0.3640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4,0.1358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8,0.1343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32,0.1355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,64,0.1356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,128,0.1357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,512,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,256,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,1024,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2048,0.1599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4096,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8192,0.1680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16384,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32768,0.2008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,65536,0.2631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,131072,0.3722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4,0.1379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2,0.1376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8,0.1383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,64,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32,0.1372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,256,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,128,0.1379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,512,0.1411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,1024,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2048,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4096,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8192,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16384,0.1824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32768,0.2104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,65536,0.2714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,131072,0.3901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4,0.1428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,64,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,128,0.1434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,256,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,512,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,1024,0.1488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2048,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4096,0.1739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8192,0.1796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16384,0.1892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32768,0.2209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,131072,0.4203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,65536,0.2884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8,0.1446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,64,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,128,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,256,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,512,0.1508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,1024,0.1521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2048,0.1753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8192,0.1864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4096,0.1788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16384,0.1993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32768,0.2355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,65536,0.3188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,131072,0.4667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2,0.1484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8,0.1506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,64,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,128,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,256,0.1515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,512,0.1530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,1024,0.1581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2048,0.1857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4096,0.1922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8192,0.2016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32768,0.2687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16384,0.2190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,65536,0.3702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,131072,0.5577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2,0.1688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8,0.1691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,64,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,128,0.1710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,256,0.1725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,512,0.1769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,1024,0.1843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2048,0.2228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4096,0.2328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8192,0.2489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16384,0.2759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32768,0.3428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,65536,0.4868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2,0.2099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,131072,0.7483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8,0.2090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16,0.2092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32,0.2092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,64,0.2087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,128,0.2108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,256,0.2158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,1024,0.2663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,512,0.2233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2048,0.3016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4096,0.3142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8192,0.3436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16384,0.3994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32768,0.5169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,65536,0.7401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2,0.2887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4,0.2894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,131072,1.2834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8,0.2876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16,0.2879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32,0.2889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,64,0.2885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,128,0.2928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,256,0.3027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,512,0.3150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,1024,0.3446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2048,0.4521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4096,0.4819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8192,0.5312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16384,0.6417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32768,0.8631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2,0.4996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,65536,1.3792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4,0.5014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8,0.4961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16,0.4995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32,0.5003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,64,0.5010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,128,0.5073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,256,0.5253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,512,0.5516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,1024,0.5996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2048,0.8000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4096,0.8470
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8192,0.9501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16384,1.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32768,1.5687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4,0.0945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,64,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,128,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,256,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,512,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,1024,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2048,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4096,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8192,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16384,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32768,0.1563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,65536,0.2163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,131072,0.3247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,64,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,128,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,512,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,256,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,1024,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2048,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4096,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8192,0.1340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16384,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32768,0.1697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,65536,0.2345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,131072,0.3384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4,0.1080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32,0.1080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,128,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,64,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,256,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,512,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,1024,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2048,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4096,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8192,0.1399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16384,0.1475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32768,0.1764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,65536,0.2420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,131072,0.3474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8,0.1129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,64,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,128,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,256,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,512,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,1024,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2048,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4096,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8192,0.1443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16384,0.1589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32768,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,65536,0.2496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,131072,0.3688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2,0.1150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8,0.1130
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,64,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,128,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,256,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,512,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,1024,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2048,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8192,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4096,0.1532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16384,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32768,0.2012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,65536,0.2708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2,0.1150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,131072,0.4015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32,0.1154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,64,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,128,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,256,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,512,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,1024,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2048,0.1610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4096,0.1649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8192,0.1706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16384,0.1855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32768,0.2222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,131072,0.4561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,65536,0.3046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8,0.1216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32,0.1236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,64,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,128,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,256,0.1293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,512,0.1360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,1024,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2048,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4096,0.1955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8192,0.2047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16384,0.2246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32768,0.2733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,65536,0.3727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,131072,0.5618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2,0.1411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8,0.1400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32,0.1399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,64,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,128,0.1487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,256,0.1526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,512,0.1647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2048,0.2530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,1024,0.1862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4096,0.2596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8192,0.2775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16384,0.3058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32768,0.3712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,65536,0.5122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,131072,0.7789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2,0.1708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32,0.1700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,64,0.1716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,128,0.1855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,256,0.1934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,512,0.2111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2048,0.3530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,1024,0.2489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4096,0.3682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16384,0.4506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8192,0.3961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32768,0.5720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,65536,0.7895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2,0.2348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,131072,1.3356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4,0.2357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8,0.2343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16,0.2347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,64,0.2359
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32,0.2344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,128,0.2640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,256,0.2772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,512,0.3165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,1024,0.3927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2048,0.5950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8192,0.6757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16384,0.7796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4096,0.6192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32768,1.0023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2,0.3838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,65536,1.5165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4,0.3833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8,0.3830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16,0.3845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32,0.3852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,64,0.3825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,128,0.4454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,256,0.4684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,512,0.5450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,1024,0.6909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2048,1.0668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4096,1.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8192,1.2177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16384,1.4125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32768,1.8336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,128,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,256,0.0901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,512,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,1024,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2048,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8192,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4096,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16384,0.1230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32768,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,65536,0.2045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,131072,0.3125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,64,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,128,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,256,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,512,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,1024,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2048,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4096,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8192,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16384,0.1321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32768,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,65536,0.2176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,131072,0.3251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,128,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,256,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,512,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,64,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,1024,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2048,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4096,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8192,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16384,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32768,0.1608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,65536,0.2225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,131072,0.3366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,64,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,128,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,256,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,512,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,1024,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4096,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8192,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2048,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16384,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,65536,0.2401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32768,0.1696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,131072,0.3619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16,0.1045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,64,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,128,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,256,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,512,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2048,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,1024,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4096,0.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8192,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16384,0.1506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32768,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,65536,0.2565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,131072,0.3887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,64,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,128,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,256,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,512,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,1024,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2048,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4096,0.1443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8192,0.1533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16384,0.1660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32768,0.2031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,65536,0.2861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,131072,0.4325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8,0.1061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32,0.1063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,64,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,128,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,256,0.1081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,512,0.1133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,1024,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2048,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4096,0.1613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16384,0.1920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8192,0.1716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32768,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,131072,0.5259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,65536,0.3393
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,128,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,64,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,256,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,512,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,1024,0.1494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2048,0.1943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4096,0.2041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8192,0.2181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16384,0.2490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32768,0.3143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,131072,0.7198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,65536,0.4538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16,0.1447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,64,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,128,0.1529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,256,0.1581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,512,0.1713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,1024,0.1935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4096,0.2828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2048,0.2669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8192,0.3122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16384,0.3667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32768,0.4815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2,0.1909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,65536,0.7071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4,0.1918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,131072,1.2479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8,0.1920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16,0.1914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32,0.1914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,64,0.1910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,128,0.2087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,256,0.2142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,1024,0.2766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,512,0.2346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2048,0.4120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4096,0.4387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8192,0.4880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16384,0.5925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32768,0.8179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2,0.3002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,65536,1.3302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4,0.3002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8,0.3007
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16,0.2990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32,0.3002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,64,0.3004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,128,0.3311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,256,0.3475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,1024,0.4630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,512,0.3879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2048,0.7031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4096,0.7567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8192,0.8582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16384,1.0608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32768,1.4720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,64,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,256,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,512,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,128,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,1024,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2048,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4096,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16384,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8192,0.1069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32768,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,65536,0.2037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,131072,0.3000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,64,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,128,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,256,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,512,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,1024,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2048,0.1090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4096,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8192,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32768,0.1520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16384,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,65536,0.2082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,131072,0.3162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,64,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,128,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,256,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,512,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,1024,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2048,0.1117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4096,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8192,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16384,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32768,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,65536,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,131072,0.3291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,64,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,128,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,256,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,512,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,1024,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2048,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4096,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8192,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16384,0.1337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32768,0.1606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,65536,0.2369
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,131072,0.3533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,128,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,64,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,256,0.1009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,512,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,1024,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2048,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4096,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16384,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8192,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32768,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,65536,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,131072,0.3777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,64,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,128,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,256,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,512,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,1024,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2048,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4096,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8192,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16384,0.1551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32768,0.1918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,65536,0.2761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,131072,0.4231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16,0.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,64,0.1006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,128,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,256,0.1024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,512,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,1024,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2048,0.1439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4096,0.1487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16384,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8192,0.1569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32768,0.2246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,65536,0.3254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,131072,0.5125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,64,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,128,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,256,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,512,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,1024,0.1295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2048,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4096,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8192,0.1917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16384,0.2200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32768,0.2852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,65536,0.4282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,131072,0.6940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32,0.1306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,64,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,128,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,256,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,512,0.1506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,1024,0.1657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2048,0.2211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4096,0.2337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8192,0.2633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16384,0.3167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32768,0.4348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,65536,0.6569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2,0.1706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,131072,1.2005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4,0.1713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16,0.1711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,64,0.1726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,128,0.1808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,256,0.1870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,512,0.2048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,1024,0.2310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2048,0.3361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4096,0.3641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8192,0.4201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16384,0.5224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32768,0.7450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2,0.2586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4,0.2574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,65536,1.2593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8,0.2574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16,0.2592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32,0.2570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,64,0.2590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,128,0.2752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,256,0.2884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,512,0.3113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,1024,0.3597
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2048,0.5386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4096,0.5931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8192,0.6942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16384,0.8983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32768,1.3096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,64,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,128,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,256,0.0794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,512,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2048,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,1024,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4096,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8192,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16384,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32768,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,65536,0.1953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,131072,0.3031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,64,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,128,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,1024,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2048,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,512,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4096,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8192,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16384,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32768,0.1488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,65536,0.2057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,131072,0.3110
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,64,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,256,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,512,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,1024,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2048,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4096,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8192,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16384,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32768,0.1501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,65536,0.2161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,131072,0.3237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,128,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,256,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,512,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,1024,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2048,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4096,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8192,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16384,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32768,0.1591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,65536,0.2303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,131072,0.3489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,64,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,128,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,256,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,512,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,1024,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2048,0.1175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4096,0.1192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8192,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16384,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32768,0.1765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,131072,0.3807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,65536,0.2476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,64,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,128,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,256,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,512,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,1024,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2048,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8192,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4096,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16384,0.1527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32768,0.1900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,65536,0.2720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,131072,0.4213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,64,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,128,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,256,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,1024,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,512,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2048,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4096,0.1435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8192,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16384,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32768,0.2208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,65536,0.3215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,131072,0.5096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32,0.1062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,64,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,128,0.1081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,256,0.1108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,512,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,1024,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2048,0.1647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4096,0.1721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8192,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16384,0.2160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32768,0.2835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,65536,0.4233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,131072,0.6897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32,0.1278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,64,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,128,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,256,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,512,0.1470
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,1024,0.1608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2048,0.2156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4096,0.2303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16384,0.3116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8192,0.2585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32768,0.4294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,65536,0.6506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4,0.1637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,131072,1.1925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8,0.1631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,64,0.1648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,128,0.1746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,256,0.1812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,512,0.1978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,1024,0.2233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2048,0.3280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4096,0.3583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8192,0.4083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16384,0.5150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32768,0.7354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2,0.2450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,65536,1.2480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4,0.2431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8,0.2442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16,0.2452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32,0.2430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,64,0.2448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,128,0.2631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,256,0.2746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,512,0.2967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,1024,0.3435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2048,0.5238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4096,0.5751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8192,0.6768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16384,0.8807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32768,1.2980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,64,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,128,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,256,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,512,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,1024,0.0806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4096,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8192,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2048,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16384,0.1134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32768,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,65536,0.1956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,131072,0.2970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,512,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2048,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4096,0.1069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8192,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16384,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32768,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,65536,0.2062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,131072,0.3150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,256,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,1024,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,512,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2048,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4096,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8192,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16384,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32768,0.1534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,65536,0.2123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,131072,0.3199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,64,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,128,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,512,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,1024,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2048,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4096,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8192,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16384,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,65536,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32768,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,131072,0.3487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8,0.0945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,64,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,128,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,256,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,1024,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,512,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2048,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8192,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16384,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4096,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32768,0.1730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,65536,0.2479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,131072,0.3751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,128,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,256,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,512,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,1024,0.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2048,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4096,0.1210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8192,0.1278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16384,0.1528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32768,0.1864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,65536,0.2717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,131072,0.4187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,64,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,128,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,256,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,512,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,1024,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2048,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4096,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8192,0.1539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16384,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32768,0.2200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,65536,0.3193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,131072,0.5080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2,0.1031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,64,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,128,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,256,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,512,0.1133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,1024,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2048,0.1614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4096,0.1708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8192,0.1865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16384,0.2166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32768,0.2795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,65536,0.4236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,131072,0.6873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2,0.1229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,64,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,128,0.1293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,256,0.1346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,512,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,1024,0.1602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2048,0.2141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4096,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8192,0.2561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16384,0.3091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32768,0.4273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,65536,0.6492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2,0.1610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,131072,1.1934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4,0.1605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8,0.1601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16,0.1605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32,0.1618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,64,0.1631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,128,0.1724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,256,0.1790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,512,0.1954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,1024,0.2206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2048,0.3262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4096,0.3536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16384,0.5103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8192,0.4051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32768,0.7348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2,0.2392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,65536,1.2418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4,0.2395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8,0.2405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32,0.2398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16,0.2392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,64,0.2387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,128,0.2575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,256,0.2684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,512,0.2925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,1024,0.3366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2048,0.5187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4096,0.5682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8192,0.6727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16384,0.8715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32768,1.2871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,64,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,128,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,256,0.0783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,512,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,1024,0.0806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2048,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4096,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8192,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16384,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32768,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,65536,0.1955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,131072,0.2962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,256,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,1024,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2048,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4096,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8192,0.1129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16384,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32768,0.1473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,65536,0.2056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,131072,0.3153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,256,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,64,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,1024,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2048,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4096,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8192,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16384,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32768,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,65536,0.2086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,131072,0.3220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32,0.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,128,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,512,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,1024,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2048,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4096,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8192,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32768,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16384,0.1294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,65536,0.2245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,131072,0.3487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16,0.0945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,64,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,128,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,256,0.0964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,512,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,1024,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2048,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4096,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8192,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16384,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32768,0.1714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,65536,0.2466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,131072,0.3775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,64,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,128,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,256,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,512,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2048,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4096,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,1024,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8192,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16384,0.1510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32768,0.1883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,65536,0.2696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,131072,0.4163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,64,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,128,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,512,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,1024,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2048,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4096,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8192,0.1528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16384,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32768,0.2177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,65536,0.3195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,131072,0.5079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16,0.1027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,64,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,128,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,256,0.1061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,512,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,1024,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2048,0.1613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4096,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16384,0.2136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8192,0.1855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32768,0.2802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,65536,0.4209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2,0.1211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,131072,0.6891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,64,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,128,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,256,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,512,0.1434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,1024,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2048,0.2135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4096,0.2254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8192,0.2558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16384,0.3094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32768,0.4255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,65536,0.6488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4,0.1597
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,131072,1.1909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8,0.1603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,64,0.1604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,128,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,256,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,512,0.1937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,1024,0.2208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2048,0.3240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4096,0.3527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8192,0.4071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16384,0.5088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32768,0.7324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4,0.2374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,65536,1.2399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8,0.2374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16,0.2380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32,0.2375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,64,0.2385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,128,0.2544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,256,0.2672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,512,0.2907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,1024,0.3370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2048,0.5137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4096,0.5631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8192,0.6700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16384,0.8717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32768,1.2833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,64,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,128,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,1024,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,256,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2048,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4096,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8192,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16384,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32768,0.1376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,65536,0.1926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,131072,0.2977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,64,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,128,0.0885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,256,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,1024,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2048,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4096,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8192,0.1111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32768,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16384,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,65536,0.2069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,131072,0.3091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,64,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,512,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2048,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4096,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16384,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8192,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32768,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,65536,0.2081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,131072,0.3218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,64,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,256,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,512,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,1024,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2048,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4096,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8192,0.1174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16384,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32768,0.1584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,65536,0.2218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,131072,0.3439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,64,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,128,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,512,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,1024,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2048,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4096,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8192,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16384,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32768,0.1686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,65536,0.2426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,131072,0.3753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,64,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,128,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,256,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,512,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,1024,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2048,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4096,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8192,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16384,0.1500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32768,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,65536,0.2684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,131072,0.4172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,64,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,128,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,256,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,512,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,1024,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2048,0.1346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4096,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8192,0.1528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32768,0.2165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16384,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,65536,0.3191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,131072,0.5029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,64,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,128,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,256,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,512,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,1024,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2048,0.1612
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4096,0.1684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8192,0.1854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16384,0.2122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32768,0.2786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,65536,0.4216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,131072,0.6843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,64,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,128,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,256,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,1024,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,512,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2048,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4096,0.2245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8192,0.2515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16384,0.3071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32768,0.4227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2,0.1584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,65536,0.6480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4,0.1578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8,0.1573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,131072,1.1913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32,0.1604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,64,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,128,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,256,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,512,0.1928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,1024,0.2168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2048,0.3241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4096,0.3483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8192,0.4036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16384,0.5079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32768,0.7318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2,0.2368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,65536,1.2360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4,0.2369
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8,0.2367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,64,0.2376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32,0.2368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16,0.2376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,128,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,256,0.2675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,512,0.2886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,1024,0.3345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2048,0.5129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4096,0.5646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8192,0.6666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16384,0.8664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,deepseek-ai/DeepSeek-V3.2,DeepseekV32ForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32768,1.2818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2,0.1537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4,0.1534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8,0.1554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16,0.1532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,64,0.1546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32,0.1553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,128,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,256,0.1615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,512,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,1024,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,2048,0.1768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,4096,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,16384,0.2018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,8192,0.1911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,32768,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,65536,0.2868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1,1,1,131072,0.3924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32,0.1709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,64,0.1675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,128,0.1716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,256,0.1770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,512,0.1782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,1024,0.1796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,2048,0.3177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,4096,0.2073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,8192,0.2108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,16384,0.2149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,32768,0.2452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,65536,0.3014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,2,1,1,131072,0.4022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2,0.1720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8,0.1676
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,64,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,128,0.1741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,256,0.1796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,512,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,1024,0.1807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,2048,0.1964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,4096,0.2029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,8192,0.2043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,16384,0.2156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,32768,0.2435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,65536,0.3052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,4,1,1,131072,0.4057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4,0.1682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8,0.1659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16,0.1698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,64,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,128,0.1704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,256,0.1810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,512,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,1024,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,2048,0.3189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,4096,0.2023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,16384,0.2174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,8192,0.2087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,32768,0.2463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,65536,0.3057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,8,1,1,131072,0.4257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2,0.1736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8,0.1714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16,0.1745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,64,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,128,0.1770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,256,0.1812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,512,0.1821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,1024,0.1802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,2048,0.3210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,4096,0.2089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,8192,0.2115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,16384,0.2240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,32768,0.2530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,65536,0.3266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,16,1,1,131072,0.4501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2,0.1810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32,0.1806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,64,0.1817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,256,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,128,0.1834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,1024,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,512,0.1901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,4096,0.2220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,2048,0.3367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,8192,0.2294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,16384,0.2453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,32768,0.2817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,65536,0.3601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,32,1,1,131072,0.5097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2,0.1919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4,0.1901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8,0.1888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32,0.1924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,64,0.1883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,128,0.1949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,256,0.1996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,512,0.1980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,1024,0.2056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,2048,0.3599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,4096,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,8192,0.2567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,16384,0.2753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,32768,0.3253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,65536,0.4287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,64,1,1,131072,0.6113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2,0.2214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4,0.2256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8,0.2241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16,0.2212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32,0.2213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,64,0.2250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,128,0.2274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,256,0.2307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,512,0.2426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,1024,0.2595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,2048,0.4272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,4096,0.3194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,8192,0.3370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,16384,0.3674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,32768,0.4301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,65536,0.5706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4,0.2752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2,0.2747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,128,1,1,131072,0.8383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8,0.2714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16,0.2746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32,0.2736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,64,0.2756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,128,0.2798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,256,0.2877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,512,0.3088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,1024,0.3408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,2048,0.6607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,4096,0.4447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,8192,0.4718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,16384,0.5311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,65536,0.8598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,32768,0.6453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,256,1,1,131072,1.4102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2,0.3934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4,0.3947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16,0.3937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8,0.3891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32,0.3942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,64,0.3927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,128,0.4094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,256,0.4209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,512,0.4503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,1024,0.5243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,2048,1.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,4096,0.7095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,8192,0.7531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,16384,0.8634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,32768,1.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2,0.6861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4,0.6868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,512,1,1,65536,1.5950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8,0.6863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16,0.6890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,64,0.6881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32,0.6747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,128,0.7070
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,256,0.7320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,512,0.8001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,1024,0.9311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,2048,1.9887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,4096,1.2762
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,8192,1.3742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,16384,1.5885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,128,1024,1,1,32768,1.9760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,64,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,128,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,256,0.1152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,512,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,1024,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,2048,0.1296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,4096,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,8192,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,16384,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,65536,0.2385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,32768,0.1820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1,1,1,131072,0.3405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32,0.1235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,64,0.1291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,128,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,256,0.1298
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,512,0.1291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,1024,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,2048,0.2710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,4096,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,8192,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,16384,0.1726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,32768,0.1950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,65536,0.2610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,2,1,1,131072,0.3565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2,0.1250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8,0.1271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,64,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,128,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,256,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,512,0.1338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,1024,0.1357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,2048,0.2714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,4096,0.1646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,16384,0.1736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,8192,0.1657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,32768,0.1981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,65536,0.2651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,4,1,1,131072,0.3621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,64,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,128,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,256,0.1337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,512,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,1024,0.1418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,2048,0.2754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,4096,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,8192,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,16384,0.1785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,32768,0.2076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,65536,0.2697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,8,1,1,131072,0.3842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16,0.1289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,64,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,128,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,256,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,512,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,1024,0.1438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,2048,0.2913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,4096,0.1775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,8192,0.1798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,16384,0.1916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,32768,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,65536,0.2956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,16,1,1,131072,0.4197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32,0.1352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,64,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,128,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,256,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,512,0.1471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,1024,0.1547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,2048,0.3085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,4096,0.1994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,16384,0.2186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,8192,0.2072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,32768,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,65536,0.3355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,32,1,1,131072,0.4860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,64,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,128,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,256,0.1579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,512,0.1691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,1024,0.1894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,2048,0.3735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,4096,0.2570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,8192,0.2716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,16384,0.2876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,32768,0.3395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,65536,0.4360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,64,1,1,131072,0.6269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4,0.1614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8,0.1601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16,0.1631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,128,0.1725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,64,0.1623
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,256,0.1859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,512,0.2038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,1024,0.2506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,2048,0.4644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,8192,0.3752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,4096,0.3622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,16384,0.4046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,32768,0.4669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,65536,0.6122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2,0.2115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,128,1,1,131072,0.8797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4,0.2099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8,0.2071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16,0.2109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32,0.2119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,64,0.2088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,128,0.2263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,256,0.2490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,512,0.2860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,1024,0.3702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,2048,0.7620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,4096,0.5565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,8192,0.5829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,16384,0.6315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,32768,0.7551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,65536,0.9778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,256,1,1,131072,1.5151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2,0.3080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4,0.3113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8,0.3118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16,0.3104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32,0.3064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,64,0.3082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,128,0.3484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,256,0.3843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,512,0.4591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,1024,0.6241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,2048,1.4116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,4096,0.9942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,8192,1.0305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,16384,1.1473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,32768,1.3815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2,0.5243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,512,1,1,65536,1.8873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4,0.5296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8,0.5321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16,0.5212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32,0.5265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,64,0.5291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,128,0.5950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,512,0.8339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,256,0.6798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,1024,1.1538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,2048,2.5538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,4096,1.8529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,8192,1.9497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,16384,2.1663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,64,1024,1,1,32768,2.5749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,64,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,128,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,256,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,512,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,1024,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,2048,0.2342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,4096,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,8192,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,16384,0.1332
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,65536,0.2200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,32768,0.1594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1,1,1,131072,0.3186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,64,0.1048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,128,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,256,0.1088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,512,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,1024,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,2048,0.2487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,8192,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,4096,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,16384,0.1494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,32768,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,65536,0.2320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,2,1,1,131072,0.3336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,64,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,128,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,256,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,512,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,1024,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,2048,0.2459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,4096,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,8192,0.1359
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,16384,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,32768,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,65536,0.2349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,4,1,1,131072,0.3352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8,0.1006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,64,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,128,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,256,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,512,0.1087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,2048,0.2498
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,1024,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,4096,0.1369
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,8192,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,16384,0.1525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,32768,0.1810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,65536,0.2428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,8,1,1,131072,0.3551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4,0.1051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8,0.1049
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,64,0.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,128,0.1065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,256,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,512,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,1024,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,2048,0.2579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,4096,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,8192,0.1495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,16384,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,32768,0.1904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,65536,0.2600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2,0.1088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,16,1,1,131072,0.3897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,64,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,256,0.1209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,128,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,512,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,1024,0.1266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,2048,0.2749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,4096,0.1597
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,8192,0.1671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,16384,0.1820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,32768,0.2186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,65536,0.2996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,32,1,1,131072,0.4485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4,0.1192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16,0.1187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,64,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,128,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,256,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,512,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,1024,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,2048,0.3020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,4096,0.1895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,8192,0.2008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,32768,0.2660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,16384,0.2189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,65536,0.3671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,64,1,1,131072,0.5555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16,0.1266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,64,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,128,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,256,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,512,0.1533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,1024,0.1787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,2048,0.3635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,4096,0.2538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,8192,0.2715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,16384,0.2976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,32768,0.3633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,65536,0.5045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,128,1,1,131072,0.7730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2,0.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8,0.1586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32,0.1599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,64,0.1583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,128,0.1723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,512,0.2062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,256,0.1826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,1024,0.2516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,2048,0.5979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,4096,0.3826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,8192,0.4074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,16384,0.4647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,32768,0.5794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,65536,0.8064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2,0.2276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,256,1,1,131072,1.3428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4,0.2263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8,0.2283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16,0.2250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32,0.2238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,64,0.2248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,256,0.2655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,128,0.2464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,512,0.3061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,1024,0.3937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,2048,1.0508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,4096,0.6399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,8192,0.6814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,16384,0.7929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,32768,1.0212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2,0.3640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,512,1,1,65536,1.5148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4,0.3685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8,0.3685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32,0.3652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16,0.3602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,64,0.3659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,128,0.4050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,256,0.4456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,512,0.5371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,1024,0.6917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,2048,1.8857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,4096,1.1530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,8192,1.2587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,16384,1.4587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,32,1024,1,1,32768,1.8654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8,0.0783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,64,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,128,0.0818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,256,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,512,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,1024,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,2048,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,4096,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,8192,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,16384,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,32768,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,131072,0.3077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1,1,1,65536,0.2104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4,0.0924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,64,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,128,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,256,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,512,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,1024,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,2048,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,4096,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,8192,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,16384,0.1343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,65536,0.2192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,32768,0.1612
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,2,1,1,131072,0.3211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,64,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,512,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,1024,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,2048,0.2324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,256,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,4096,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,8192,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,16384,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,32768,0.1586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,65536,0.2185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,4,1,1,131072,0.3283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,64,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,128,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,256,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,512,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,1024,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,2048,0.2363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,4096,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,16384,0.1383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,32768,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,8192,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,65536,0.2278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,8,1,1,131072,0.3409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,64,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,128,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,512,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,1024,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,2048,0.2421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,4096,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,8192,0.1357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,16384,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,32768,0.1749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,65536,0.2456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,16,1,1,131072,0.3761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,64,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,128,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,256,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,512,0.1061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,1024,0.1090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,2048,0.2518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,4096,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,8192,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,16384,0.1591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,32768,0.1963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,65536,0.2761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,32,1,1,131072,0.4259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8,0.0984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,64,0.0984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,128,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,256,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,512,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,1024,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,2048,0.2710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,4096,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,8192,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,16384,0.1900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,32768,0.2372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,65536,0.3365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,64,1,1,131072,0.5260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4,0.1090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,64,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,128,0.1154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,256,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,512,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,1024,0.1400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,2048,0.3080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,4096,0.2002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,8192,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,16384,0.2437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,32768,0.3098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,65536,0.4493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,128,1,1,131072,0.7153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2,0.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4,0.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32,0.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,128,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,64,0.1337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,256,0.1499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,512,0.1639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,1024,0.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,4096,0.2900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,2048,0.5051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,8192,0.3197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,16384,0.3726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,32768,0.4900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,65536,0.7138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2,0.1842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,256,1,1,131072,1.2560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4,0.1846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8,0.1832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16,0.1838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32,0.1833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,64,0.1833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,128,0.1984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,512,0.2428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,256,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,1024,0.2976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,4096,0.4830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,2048,0.8991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,8192,0.5314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,16384,0.6399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,32768,0.8714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2,0.2792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,512,1,1,65536,1.3533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4,0.2823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8,0.2831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16,0.2786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32,0.2803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,64,0.2808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,128,0.3078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,256,0.3274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,512,0.3808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,1024,0.4893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,2048,1.5358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,4096,0.8123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,8192,0.9186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,16384,1.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2,0.0618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,16,1024,1,1,32768,1.5352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4,0.0646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8,0.0625
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16,0.0637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32,0.0658
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,64,0.0628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,128,0.0623
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,256,0.0668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,512,0.0646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,1024,0.0695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,2048,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,4096,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,8192,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,16384,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,32768,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,65536,0.1934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1,1,1,131072,0.2910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2,0.0777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,64,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,128,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,256,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,512,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,1024,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,2048,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,4096,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,8192,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,16384,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,32768,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,65536,0.2072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,2,1,1,131072,0.3181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2,0.0757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16,0.0752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,64,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,128,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,256,0.0777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,512,0.0799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,1024,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,2048,0.2181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,4096,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,16384,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,32768,0.1495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,8192,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,65536,0.2137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,4,1,1,131072,0.3181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16,0.0746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32,0.0756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,64,0.0779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,128,0.0796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,256,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,512,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,1024,0.0820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,2048,0.2254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,4096,0.1131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,8192,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,16384,0.1295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,32768,0.1579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,65536,0.2232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,8,1,1,131072,0.3406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4,0.0730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8,0.0728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,64,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,128,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,256,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,512,0.0861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,1024,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,2048,0.2345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,4096,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,8192,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,16384,0.1389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,32768,0.1678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,65536,0.2375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,16,1,1,131072,0.3680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4,0.0764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8,0.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,64,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,128,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,512,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,1024,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,2048,0.2435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,4096,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,8192,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,16384,0.1509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,32768,0.1891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,65536,0.2705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,32,1,1,131072,0.4149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16,0.0857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,64,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,128,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,512,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,256,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,1024,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,2048,0.2648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,4096,0.1526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,8192,0.1603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,16384,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,32768,0.2288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,65536,0.3295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,64,1,1,131072,0.5172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,64,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,256,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,512,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,128,0.1070
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,1024,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,2048,0.3015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,4096,0.1934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,8192,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,16384,0.2350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,32768,0.3038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,65536,0.4421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2,0.1210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,128,1,1,131072,0.7096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,64,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,128,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,256,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,512,0.1532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,1024,0.1838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,2048,0.4919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,4096,0.2750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,8192,0.3069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,16384,0.3611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,32768,0.4790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,65536,0.6979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,256,1,1,131072,1.2448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4,0.1688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8,0.1678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16,0.1692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,64,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,128,0.1819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,256,0.1984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,512,0.2262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,1024,0.2808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,2048,0.8802
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,4096,0.4653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,8192,0.5189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,16384,0.6244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,32768,0.8516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2,0.2554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,512,1,1,65536,1.3556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4,0.2540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8,0.2512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16,0.2539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,64,0.2530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,128,0.2759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,256,0.3061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,512,0.3503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,1024,0.4512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,4096,0.7862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,8192,0.8830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,2048,1.5047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2,0.0607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,16384,1.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4,0.0603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,8,1024,1,1,32768,1.5078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8,0.0603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16,0.0606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32,0.0604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,64,0.0584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,128,0.0608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,256,0.0628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,512,0.0629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,1024,0.0622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,2048,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,4096,0.0821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,8192,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,16384,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,32768,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,65536,0.1874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1,1,1,131072,0.2842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32,0.0743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,64,0.0758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,256,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,128,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,512,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,1024,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,2048,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,4096,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,8192,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,16384,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,32768,0.1419
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,65536,0.2023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2,0.0725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,2,1,1,131072,0.3081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8,0.0726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32,0.0735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16,0.0722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,64,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,256,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,512,0.0737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,128,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,1024,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,2048,0.2144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,4096,0.1009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,8192,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,16384,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,32768,0.1456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,65536,0.2078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,4,1,1,131072,0.3185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4,0.0720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8,0.0740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16,0.0741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32,0.0726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,64,0.0720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,128,0.0756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,256,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,512,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,1024,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,2048,0.2202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,4096,0.1026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,8192,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,16384,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,32768,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,131072,0.3318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,8,1,1,65536,0.2194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2,0.0729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4,0.0743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8,0.0721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32,0.0737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,128,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,64,0.0719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,256,0.0781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,512,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,1024,0.0804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,2048,0.2306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,4096,0.1169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,8192,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,16384,0.1383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,32768,0.1675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,65536,0.2381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,16,1,1,131072,0.3664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,64,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,128,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,256,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,512,0.0846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,1024,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,2048,0.2423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,4096,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,8192,0.1349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,16384,0.1495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,32768,0.1867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,65536,0.2669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,32,1,1,131072,0.4161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,64,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,128,0.0864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,512,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,1024,0.1068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,2048,0.2594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,4096,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,8192,0.1579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,16384,0.1763
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,32768,0.2257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,65536,0.3249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,64,1,1,131072,0.5131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,64,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,256,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,128,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,512,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,1024,0.1287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,2048,0.2971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,4096,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,8192,0.2041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,16384,0.2326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,32768,0.2997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,65536,0.4402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,128,1,1,131072,0.7033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,64,0.1170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,128,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,256,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,512,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,1024,0.1786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,2048,0.4884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,4096,0.2729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,8192,0.3036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,16384,0.3538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,32768,0.4733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,65536,0.6956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,256,1,1,131072,1.2377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8,0.1594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16,0.1608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32,0.1608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,64,0.1620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,128,0.1765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,256,0.1919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,512,0.2158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,1024,0.2709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,2048,0.8749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,4096,0.4603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,8192,0.5089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,16384,0.6144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,32768,0.8455
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2,0.2397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,512,1,1,65536,1.3512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4,0.2400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8,0.2413
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16,0.2386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32,0.2400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,64,0.2414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,128,0.2667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,512,0.3400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,256,0.2882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,1024,0.4430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,2048,1.4936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,4096,0.7688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,8192,0.8713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,16384,1.0702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2,0.0546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,4,1024,1,1,32768,1.4941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4,0.0546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8,0.0545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16,0.0566
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,64,0.0563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32,0.0545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,128,0.0563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,256,0.0590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,512,0.0583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,1024,0.0604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,2048,0.1921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,4096,0.0780
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,8192,0.0804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,16384,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,32768,0.1173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,65536,0.1791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1,1,1,131072,0.2768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2,0.0744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8,0.0726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16,0.0729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,64,0.0746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,128,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,256,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,512,0.0728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,1024,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,4096,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,2048,0.2101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,8192,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,16384,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,32768,0.1353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,65536,0.1933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,2,1,1,131072,0.3067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2,0.0691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4,0.0694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8,0.0686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16,0.0705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32,0.0706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,64,0.0688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,128,0.0710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,256,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,512,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,1024,0.0721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,2048,0.2082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,4096,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,16384,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,32768,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,8192,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,65536,0.2043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,4,1,1,131072,0.3112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4,0.0706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8,0.0689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16,0.0690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32,0.0704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,64,0.0712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,128,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,256,0.0716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,512,0.0737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,1024,0.0735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,4096,0.1024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,2048,0.2123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,8192,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,16384,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,32768,0.1498
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,65536,0.2170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,8,1,1,131072,0.3327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2,0.0710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4,0.0718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8,0.0709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32,0.0691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,64,0.0711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,128,0.0730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,256,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,512,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,1024,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,2048,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,8192,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,4096,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,16384,0.1354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,32768,0.1655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,65536,0.2344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,16,1,1,131072,0.3636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4,0.0728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,64,0.0737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,128,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,256,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,512,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,1024,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,2048,0.2394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,4096,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,8192,0.1335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,16384,0.1470
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,32768,0.1843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,65536,0.2675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,32,1,1,131072,0.4132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8,0.0801
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,64,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,128,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,512,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,256,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,1024,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,2048,0.2585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,4096,0.1465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,8192,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,16384,0.1750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,131072,0.5135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,65536,0.3236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,64,1,1,32768,0.2244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8,0.0859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,64,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,256,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,512,0.1127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,1024,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,2048,0.2951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,4096,0.1858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,8192,0.2021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,16384,0.2295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,32768,0.2980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,65536,0.4370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,128,1,1,131072,0.7051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16,0.1152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,64,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,128,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,256,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,512,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,1024,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,2048,0.4856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,4096,0.2701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,8192,0.2974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,16384,0.3540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,32768,0.4695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,65536,0.6931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2,0.1561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,256,1,1,131072,1.2371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8,0.1583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,128,0.1726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32,0.1581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,64,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,256,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,512,0.2134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,1024,0.2688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,2048,0.8706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,4096,0.4566
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,8192,0.5063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,16384,0.6092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,32768,0.8421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2,0.2350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,512,1,1,65536,1.3484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4,0.2355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16,0.2354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8,0.2327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32,0.2351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,64,0.2374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,128,0.2598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,256,0.2829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,1024,0.4353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,512,0.3321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,2048,1.4837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,4096,0.7616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,8192,0.8613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,16384,1.0692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2,0.0562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,2,1024,1,1,32768,1.4894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4,0.0561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8,0.0562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32,0.0529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16,0.0561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,64,0.0561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,256,0.0578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,128,0.0544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,512,0.0589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,2048,0.1900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,1024,0.0602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,4096,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,8192,0.0806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,16384,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,32768,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2,0.0690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,65536,0.1789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1,1,1,131072,0.2756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8,0.0691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16,0.0726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,64,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,128,0.0710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,256,0.0739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,512,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,1024,0.0728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,2048,0.2060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,4096,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,8192,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,32768,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,16384,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,65536,0.1914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,2,1,1,131072,0.2991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2,0.0702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8,0.0681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4,0.0685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16,0.0683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32,0.0666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,64,0.0706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,128,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,256,0.0688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,512,0.0689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,1024,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,2048,0.2096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,8192,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,4096,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,16384,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,32768,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,65536,0.1960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,4,1,1,131072,0.3106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2,0.0687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8,0.0689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4,0.0690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16,0.0693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32,0.0694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,128,0.0701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,256,0.0726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,64,0.0687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,512,0.0721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,1024,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,2048,0.2122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,4096,0.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,8192,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,16384,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,32768,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,65536,0.2173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,8,1,1,131072,0.3315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2,0.0690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4,0.0689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16,0.0706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8,0.0694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32,0.0688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,64,0.0689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,128,0.0729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,256,0.0736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,512,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,1024,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,2048,0.2186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,4096,0.1087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,8192,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,16384,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,32768,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,65536,0.2340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,16,1,1,131072,0.3643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4,0.0728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32,0.0714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,64,0.0729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,128,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,256,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,512,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,1024,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,2048,0.2372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,4096,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,8192,0.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,16384,0.1477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,32768,0.1845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,65536,0.2633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,32,1,1,131072,0.4131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2,0.0783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16,0.0777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,64,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,128,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,256,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,512,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,1024,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,2048,0.2578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,4096,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,8192,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,16384,0.1745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,32768,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,65536,0.3220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,64,1,1,131072,0.5110
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,128,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,256,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,512,0.1134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,1024,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,2048,0.2939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,4096,0.1857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,8192,0.2003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,16384,0.2315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,65536,0.4384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,32768,0.2969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,128,1,1,131072,0.7036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16,0.1134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,64,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,128,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,256,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,512,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,1024,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,2048,0.4847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,4096,0.2681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,8192,0.2988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,16384,0.3519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,32768,0.4674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,65536,0.6930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2,0.1531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,256,1,1,131072,1.2358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4,0.1543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8,0.1545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16,0.1561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,64,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,128,0.1721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,256,0.1867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,512,0.2137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,1024,0.2659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,2048,0.8679
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,4096,0.4547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,8192,0.5063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,16384,0.6107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,32768,0.8375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2,0.2353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,512,1,1,65536,1.3463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4,0.2333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8,0.2311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16,0.2346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32,0.2330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,64,0.2330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,128,0.2603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,1024,0.4310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,512,0.3314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,256,0.2814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,2048,1.4830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,8192,0.8645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,16384,1.0599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,4096,0.7577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2,0.1552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,bfloat16,1,1024,1,1,32768,1.4858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4,0.1562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8,0.1557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16,0.1535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32,0.1548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,64,0.1558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,128,0.1552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,256,0.1562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,512,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,1024,0.1608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,4096,0.1835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,2048,0.1723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,8192,0.1894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,16384,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,65536,0.2795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,131072,0.3855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1,1,1,32768,0.2232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4,0.1687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8,0.1723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,64,0.1679
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,128,0.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,256,0.1727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,512,0.1712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,1024,0.1724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,2048,0.1977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,4096,0.1958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,8192,0.2026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,32768,0.2424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,16384,0.2119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,65536,0.2964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,2,1,1,131072,0.4009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2,0.1691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8,0.1665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,64,0.1671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,128,0.1679
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,256,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,512,0.1707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,1024,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,2048,0.3081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,4096,0.1999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,8192,0.2019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,16384,0.2101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,32768,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,65536,0.3006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,4,1,1,131072,0.4021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2,0.1656
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8,0.1678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,64,0.1704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,128,0.1675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,256,0.1700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,512,0.1711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,1024,0.1763
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,2048,0.3116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,4096,0.1978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,8192,0.2016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,16384,0.2146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,32768,0.2411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,65536,0.3019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,8,1,1,131072,0.4190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2,0.1729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16,0.1677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32,0.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,64,0.1678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,128,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,512,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,256,0.1698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,1024,0.1761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,2048,0.3125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,4096,0.2027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,16384,0.2162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,8192,0.2054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,32768,0.2457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,65536,0.3191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,16,1,1,131072,0.4448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4,0.1782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8,0.1749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16,0.1751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32,0.1758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,64,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,128,0.1767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,256,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,512,0.1825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,1024,0.1867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,2048,0.3240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,4096,0.2103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,8192,0.2188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,16384,0.2343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,32768,0.2680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,65536,0.3499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2,0.1872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,32,1,1,131072,0.5018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4,0.1848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8,0.1871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16,0.1906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32,0.1861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,64,0.1852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,128,0.1882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,256,0.1922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,512,0.1900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,1024,0.1946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,2048,0.3436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,4096,0.2243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,8192,0.2373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,16384,0.2560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,32768,0.3077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,65536,0.4036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,64,1,1,131072,0.5917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4,0.2243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2,0.2205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8,0.2184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32,0.2198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16,0.2232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,64,0.2209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,128,0.2212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,512,0.2276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,1024,0.2328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,256,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,2048,0.3885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,4096,0.2814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,8192,0.2992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,16384,0.3243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,32768,0.3922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,131072,0.8003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,128,1,1,65536,0.5338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2,0.2713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4,0.2728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8,0.2772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16,0.2774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32,0.2747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,64,0.2775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,256,0.2783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,128,0.2798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,512,0.2908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,1024,0.3015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,2048,0.5938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,4096,0.3721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,8192,0.4051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,16384,0.4612
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,32768,0.5734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,65536,0.8012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2,0.4109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4,0.4101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,256,1,1,131072,1.3373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8,0.4114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16,0.4096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32,0.4086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,64,0.4109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,128,0.4142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,256,0.4183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,512,0.4349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,1024,0.4626
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,2048,1.0104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,4096,0.5839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,8192,0.6452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,16384,0.7473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,32768,0.9707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2,0.7287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,512,1,1,65536,1.4765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4,0.7233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8,0.7243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16,0.7278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32,0.7143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,64,0.7249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,128,0.7326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,256,0.7457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,512,0.7579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,1024,0.8217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,2048,1.7902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,4096,1.0597
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,8192,1.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,16384,1.3525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,128,1024,1,1,32768,1.7867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16,0.1132
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,64,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,128,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,256,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,512,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,1024,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,2048,0.2537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,4096,0.1422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,8192,0.1465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,16384,0.1545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,32768,0.1788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,65536,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1,1,1,131072,0.3405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2,0.1272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4,0.1287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8,0.1266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,64,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,256,0.1290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,128,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,512,0.1278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,1024,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,2048,0.2707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,4096,0.1546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,8192,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,16384,0.1682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,32768,0.1936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,65536,0.2521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,2,1,1,131072,0.3535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16,0.1251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,64,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,128,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,256,0.1289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,512,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,2048,0.2657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,4096,0.1540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,1024,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,8192,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,16384,0.1670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,32768,0.1960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,65536,0.2553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,4,1,1,131072,0.3577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,64,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,128,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,256,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,512,0.1295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,1024,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,2048,0.2681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,4096,0.1556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,8192,0.1591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,16384,0.1695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,32768,0.1968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,65536,0.2594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,8,1,1,131072,0.3736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,64,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,256,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,128,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,512,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,1024,0.1353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,2048,0.2735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,8192,0.1671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,4096,0.1622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,16384,0.1787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,32768,0.2066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,65536,0.2789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,16,1,1,131072,0.4054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8,0.1331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,64,0.1318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,128,0.1325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,256,0.1346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,512,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,1024,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,2048,0.2896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,4096,0.1750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,8192,0.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,16384,0.1978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,32768,0.2329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,65536,0.3144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,32,1,1,131072,0.4652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4,0.1399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16,0.1412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32,0.1406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,64,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,512,0.1526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,128,0.1435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,256,0.1450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,1024,0.1631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,2048,0.3221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,4096,0.2077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,8192,0.2210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,16384,0.2388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,32768,0.2882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,65536,0.3851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,64,1,1,131072,0.5747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8,0.1563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32,0.1571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,64,0.1553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,128,0.1645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,256,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,512,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,1024,0.1993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,2048,0.3833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,4096,0.2723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,8192,0.2873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,16384,0.3145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,32768,0.3862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,65536,0.5263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,128,1,1,131072,0.7866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2,0.2035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8,0.2010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16,0.2019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32,0.2001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,64,0.2005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,128,0.2139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,256,0.2239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,512,0.2384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,1024,0.2750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,2048,0.6044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,4096,0.3945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,8192,0.4182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,16384,0.4743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,32768,0.5928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,65536,0.8133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2,0.2913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,256,1,1,131072,1.3552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4,0.2944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8,0.2915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16,0.2910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32,0.2923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,64,0.2889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,128,0.3207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,256,0.3303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,512,0.3698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,1024,0.4442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,2048,1.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,4096,0.6707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,8192,0.7218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,16384,0.8251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2,0.4924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,32768,1.0505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4,0.4972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,512,1,1,65536,1.5603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8,0.4963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16,0.4966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32,0.4892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,64,0.4964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,128,0.5560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,256,0.5760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,512,0.6543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,1024,0.7953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,2048,1.9491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,4096,1.2193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,8192,1.3217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,16384,1.5116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,64,1024,1,1,32768,1.9375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,64,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,128,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,256,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,512,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,1024,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,2048,0.2286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,4096,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,8192,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,16384,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,32768,0.1546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,65536,0.2139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1,1,1,131072,0.3155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16,0.1031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,64,0.1027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,128,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,256,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,512,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,1024,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,2048,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,4096,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,8192,0.1357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,16384,0.1439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,32768,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,131072,0.3306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,2,1,1,65536,0.2280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,64,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,128,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,256,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,512,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,1024,0.1028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,2048,0.2412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,4096,0.1266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,8192,0.1326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,16384,0.1410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,32768,0.1673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,65536,0.2247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,4,1,1,131072,0.3365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8,0.1006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16,0.1009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32,0.1007
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,64,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,128,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,256,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,512,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,1024,0.1024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,2048,0.2423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,4096,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,8192,0.1332
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,16384,0.1440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,32768,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,65536,0.2329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,8,1,1,131072,0.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2,0.1043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32,0.1048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,64,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,128,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,256,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,512,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,1024,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,2048,0.2450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,4096,0.1325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,8192,0.1376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,16384,0.1498
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,32768,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,65536,0.2492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,16,1,1,131072,0.3783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8,0.1070
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32,0.1081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,64,0.1081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,128,0.1081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,256,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,512,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,1024,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,2048,0.2569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,4096,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,8192,0.1511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,16384,0.1638
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,32768,0.2006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,65536,0.2822
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,32,1,1,131072,0.4320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,64,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,256,0.1187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,128,0.1170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,512,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,1024,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,2048,0.2756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,4096,0.1645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,8192,0.1720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,16384,0.1920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,32768,0.2406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,65536,0.3422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,64,1,1,131072,0.5263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,64,0.1229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,128,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,256,0.1271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,512,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,1024,0.1433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,2048,0.3074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,4096,0.1987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,8192,0.2147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,16384,0.2448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,32768,0.3096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,65536,0.4521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,128,1,1,131072,0.7171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4,0.1517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8,0.1525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16,0.1535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32,0.1516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,64,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,128,0.1605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,256,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,512,0.1734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,1024,0.1974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,2048,0.4972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,4096,0.2860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,8192,0.3116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,16384,0.3689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,32768,0.4860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,65536,0.7045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2,0.2169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,256,1,1,131072,1.2485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4,0.2160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8,0.2165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16,0.2161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32,0.2159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,64,0.2134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,128,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,256,0.2342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,512,0.2552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,1024,0.2927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,2048,0.8691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,4096,0.4500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,8192,0.5043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,16384,0.6092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,32768,0.8337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2,0.3452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4,0.3475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,512,1,1,65536,1.3313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8,0.3518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16,0.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32,0.3475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,128,0.3720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,64,0.3457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,256,0.3876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,512,0.4270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,1024,0.5096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,2048,1.5106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,4096,0.7898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,8192,0.8921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,16384,1.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,32,1024,1,1,32768,1.5092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16,0.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,128,0.0803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,64,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,256,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,512,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,2048,0.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,1024,0.0824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,4096,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,8192,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,16384,0.1172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,32768,0.1441
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,65536,0.2037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1,1,1,131072,0.3118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,64,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,128,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,512,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,1024,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,2048,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,4096,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,8192,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,16384,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,32768,0.1585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,65536,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,2,1,1,131072,0.3180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16,0.0885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,64,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,128,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,256,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,512,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,1024,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,2048,0.2294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,4096,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,8192,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,16384,0.1305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,32768,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,65536,0.2188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,4,1,1,131072,0.3221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,64,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,256,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,512,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,1024,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,2048,0.2300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,4096,0.1175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,8192,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,16384,0.1339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,32768,0.1606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,65536,0.2200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,8,1,1,131072,0.3422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32,0.0905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,64,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,128,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,256,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,512,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,1024,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,2048,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,4096,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,8192,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,16384,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,32768,0.1665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,131072,0.3650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,16,1,1,65536,0.2364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,64,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,128,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,256,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,512,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,1024,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,2048,0.2376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,4096,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,8192,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,16384,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,65536,0.2629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,32768,0.1798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,32,1,1,131072,0.4150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4,0.0947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,64,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,128,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,256,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,512,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,1024,0.1052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,2048,0.2515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,4096,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,8192,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,16384,0.1662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,32768,0.2156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,65536,0.3155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,64,1,1,131072,0.5008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,64,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,128,0.1069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,256,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,512,0.1131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,1024,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,2048,0.2712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,4096,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,8192,0.1789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,16384,0.2072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,32768,0.2733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,65536,0.4154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2,0.1272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,128,1,1,131072,0.6787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,128,0.1334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,64,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,256,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,512,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,1024,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,2048,0.4381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,4096,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,8192,0.2527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,16384,0.3081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,32768,0.4209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,65536,0.6466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2,0.1785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,256,1,1,131072,1.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8,0.1775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32,0.1756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,64,0.1746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,128,0.1853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,256,0.1909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,512,0.2026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,1024,0.2316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,2048,0.7793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,4096,0.3619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,8192,0.4127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,16384,0.5196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,32768,0.7433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2,0.2690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,512,1,1,65536,1.2524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4,0.2721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8,0.2720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16,0.2699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32,0.2711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,128,0.2855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,64,0.2665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,256,0.2948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,512,0.3189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,1024,0.3651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,2048,1.3148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,4096,0.5933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,8192,0.6995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,16384,0.9008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2,0.0629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4,0.0653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,16,1024,1,1,32768,1.3127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8,0.0652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16,0.0631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32,0.0650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,64,0.0648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,128,0.0673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,256,0.0644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,512,0.0692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,1024,0.0669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,2048,0.2029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,4096,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,8192,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,16384,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,32768,0.1288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,65536,0.1939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1,1,1,131072,0.2941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2,0.0794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,64,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,128,0.0794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,256,0.0783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,512,0.0800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,1024,0.0804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,2048,0.2156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,4096,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,8192,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,16384,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,32768,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,65536,0.2056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,2,1,1,131072,0.3124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4,0.0756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8,0.0761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,64,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,128,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,256,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,512,0.0775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,1024,0.0777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,2048,0.2168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,4096,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,8192,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,16384,0.1191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,32768,0.1494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,65536,0.2091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,4,1,1,131072,0.3169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,64,0.0764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,128,0.0766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,256,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,512,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,1024,0.0796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,2048,0.2193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,4096,0.1088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,8192,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,16384,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,32768,0.1529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,65536,0.2168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,8,1,1,131072,0.3310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,64,0.0739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,128,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,256,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,1024,0.0819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,512,0.0775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,2048,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,4096,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,8192,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,16384,0.1288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,32768,0.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,65536,0.2293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,16,1,1,131072,0.3602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8,0.0775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,64,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,128,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,256,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,512,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,1024,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,2048,0.2304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,4096,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,8192,0.1253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,16384,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,65536,0.2553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,32768,0.1753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,32,1,1,131072,0.4067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,64,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,256,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,512,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,1024,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,4096,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,8192,0.1412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,2048,0.2442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,16384,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,32768,0.2091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,65536,0.3076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,64,1,1,131072,0.4966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,64,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,128,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,256,0.1008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,512,0.1063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,1024,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,2048,0.2662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,4096,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,8192,0.1747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,16384,0.2006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,32768,0.2680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,65536,0.4099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,128,1,1,131072,0.6739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32,0.1171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,64,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,128,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,256,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,512,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,1024,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,2048,0.4267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,4096,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,8192,0.2417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,16384,0.2958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,32768,0.4123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,65536,0.6362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2,0.1589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,256,1,1,131072,1.1766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4,0.1604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8,0.1585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16,0.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32,0.1591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,64,0.1594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,128,0.1670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,256,0.1728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,512,0.1888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,1024,0.2148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,2048,0.7609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,4096,0.3463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,8192,0.3984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,16384,0.5004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,32768,0.7261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2,0.2403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,512,1,1,65536,1.2405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4,0.2361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8,0.2400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16,0.2390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,64,0.2365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,128,0.2538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,256,0.2621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,512,0.2865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,1024,0.3311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,2048,1.2868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,4096,0.5618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,8192,0.6631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,16384,0.8668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2,0.0605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,8,1024,1,1,32768,1.2828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4,0.0594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8,0.0615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16,0.0603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32,0.0620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,64,0.0589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,128,0.0619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,256,0.0639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,512,0.0635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,1024,0.0628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,2048,0.1969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,4096,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,8192,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,16384,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,32768,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,65536,0.1885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1,1,1,131072,0.2862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16,0.0738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,64,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,256,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,128,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,512,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,1024,0.0757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,2048,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,4096,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,8192,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,16384,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,32768,0.1404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,65536,0.1988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,2,1,1,131072,0.3056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4,0.0739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2,0.0735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8,0.0725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32,0.0759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,64,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,128,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,256,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,512,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,1024,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,2048,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,8192,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,4096,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,16384,0.1127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,32768,0.1411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,65536,0.2060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,4,1,1,131072,0.3151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4,0.0740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8,0.0752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16,0.0730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,128,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,64,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,256,0.0741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,512,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,1024,0.0780
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,2048,0.2138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,4096,0.0947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,8192,0.1061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,16384,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,32768,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,65536,0.2149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,8,1,1,131072,0.3315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2,0.0720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4,0.0734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32,0.0732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,64,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,128,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,256,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,512,0.0754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,1024,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,2048,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,4096,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,8192,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,16384,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,32768,0.1582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,65536,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,16,1,1,131072,0.3615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8,0.0753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16,0.0764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,64,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,128,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,256,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,512,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,1024,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,2048,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,4096,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,8192,0.1226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,16384,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,32768,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,65536,0.2535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,32,1,1,131072,0.4040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4,0.0799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32,0.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,64,0.0800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,128,0.0839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,256,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,512,0.0864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,1024,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,2048,0.2389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,4096,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,8192,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,16384,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,32768,0.2054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,131072,0.4912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,64,1,1,65536,0.3045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,64,0.0884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,128,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,256,0.0945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,512,0.1009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,1024,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,2048,0.2624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,4096,0.1530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,8192,0.1690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,16384,0.1968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,32768,0.2633
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,65536,0.4052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,128,1,1,131072,0.6677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4,0.1111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16,0.1107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,64,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,128,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,256,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,512,0.1269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,1024,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,2048,0.4237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,4096,0.2079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,8192,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,16384,0.2902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,32768,0.4069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,65536,0.6321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2,0.1509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,256,1,1,131072,1.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4,0.1521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8,0.1522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32,0.1514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,64,0.1510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,128,0.1600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,256,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,512,0.1788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,1024,0.2066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,2048,0.7527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,4096,0.3363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,8192,0.3884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,16384,0.4946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,32768,0.7156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2,0.2254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,512,1,1,65536,1.2316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8,0.2266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,64,0.2227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,128,0.2403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32,0.2257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,256,0.2527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,512,0.2732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,1024,0.3216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,2048,1.2751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,4096,0.5447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,8192,0.6534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,16384,0.8550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,4,1024,1,1,32768,1.2684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2,0.0570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4,0.0575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8,0.0546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16,0.0563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32,0.0573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,64,0.0547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,128,0.0577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,256,0.0587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,512,0.0600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,1024,0.0593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,2048,0.0684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,8192,0.0800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,4096,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,16384,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,32768,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,65536,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1,1,1,131072,0.2781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2,0.0738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4,0.0735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,64,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,128,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,256,0.0734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,512,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,1024,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,2048,0.0821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,4096,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,8192,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,16384,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,32768,0.1331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,65536,0.1942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,2,1,1,131072,0.3007
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2,0.0726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4,0.0693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8,0.0714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16,0.0696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32,0.0692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,64,0.0720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,128,0.0720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,256,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,512,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,1024,0.0736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,2048,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,4096,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,8192,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,16384,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,32768,0.1372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,65536,0.1989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,4,1,1,131072,0.3106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2,0.0714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4,0.0705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8,0.0693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16,0.0712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32,0.0701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,64,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,128,0.0704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,256,0.0731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,512,0.0725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,1024,0.0718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,2048,0.2133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,4096,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,8192,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,16384,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,32768,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,65536,0.2109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,8,1,1,131072,0.3293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2,0.0693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8,0.0710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16,0.0697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32,0.0730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,64,0.0697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,128,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,256,0.0730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,512,0.0718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,1024,0.0742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,2048,0.2149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,4096,0.0946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,8192,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,16384,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,32768,0.1560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,65536,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,16,1,1,131072,0.3566
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2,0.0736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4,0.0736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8,0.0735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32,0.0758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,64,0.0734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16,0.0736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,128,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,256,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,512,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,1024,0.0822
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,2048,0.2219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,8192,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,4096,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,16384,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,32768,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,65536,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,32,1,1,131072,0.4036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16,0.0794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32,0.0796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,64,0.0779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,128,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,256,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,512,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,1024,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,2048,0.2377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,4096,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,8192,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,16384,0.1554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,32768,0.2049
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,65536,0.3037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,64,1,1,131072,0.4906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2,0.0864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8,0.0844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,64,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,256,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,512,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,1024,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,2048,0.2604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,8192,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,4096,0.1512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,16384,0.1965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,32768,0.2637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,131072,0.6663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,128,1,1,65536,0.4029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4,0.1091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16,0.1081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32,0.1091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,64,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,128,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,256,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,512,0.1256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,1024,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,2048,0.4208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,4096,0.2052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,8192,0.2344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,16384,0.2889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,32768,0.4027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,65536,0.6268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2,0.1479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,256,1,1,131072,1.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4,0.1481
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16,0.1485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,64,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,128,0.1574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,256,0.1640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,512,0.1758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,1024,0.2024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,2048,0.7512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,4096,0.3358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,8192,0.3850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,16384,0.4898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,32768,0.7150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,512,1,1,65536,1.2217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2,0.2188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4,0.2193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8,0.2172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16,0.2189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32,0.2190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,64,0.2186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,128,0.2330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,256,0.2443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,512,0.2647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,1024,0.3112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,2048,1.2643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,4096,0.5401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,8192,0.6442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,16384,0.8422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2,0.0541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,2,1024,1,1,32768,1.2591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4,0.0540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8,0.0542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16,0.0557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32,0.0545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,64,0.0544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,128,0.0563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,256,0.0564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,512,0.0565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,1024,0.0587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,2048,0.0667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,4096,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,8192,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,16384,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,32768,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,65536,0.1724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1,1,1,131072,0.2742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4,0.0708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16,0.0691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32,0.0729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,64,0.0709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,128,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,512,0.0744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,256,0.0710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,1024,0.0711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,2048,0.0839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,8192,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,4096,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,16384,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,32768,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,65536,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,2,1,1,131072,0.2978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4,0.0706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8,0.0684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16,0.0694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32,0.0711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,64,0.0699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,128,0.0693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,256,0.0696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,512,0.0717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,1024,0.0706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,2048,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,4096,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,8192,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,16384,0.1049
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,32768,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,65536,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,4,1,1,131072,0.3149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2,0.0688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4,0.0697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8,0.0693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16,0.0697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32,0.0681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,64,0.0698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,128,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,256,0.0711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,512,0.0703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,1024,0.0717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,2048,0.2084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,4096,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,16384,0.1068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,8192,0.0985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,32768,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,65536,0.2087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,8,1,1,131072,0.3266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4,0.0695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2,0.0691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8,0.0681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16,0.0690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,64,0.0707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32,0.0705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,128,0.0686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,256,0.0710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,512,0.0711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,1024,0.0738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,2048,0.2078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,4096,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,8192,0.1046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,16384,0.1194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,32768,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,65536,0.2249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,16,1,1,131072,0.3536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2,0.0706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4,0.0737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16,0.0710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32,0.0704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,64,0.0713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,128,0.0729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,256,0.0755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,512,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,1024,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,2048,0.2192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,4096,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,8192,0.1193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,16384,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,32768,0.1698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,65536,0.2514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,32,1,1,131072,0.4006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4,0.0756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8,0.0781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16,0.0775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,64,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,128,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,256,0.0807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,512,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,1024,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,2048,0.2375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,4096,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,8192,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,16384,0.1534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,32768,0.2026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,65536,0.3013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,64,1,1,131072,0.4872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4,0.0843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8,0.0841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16,0.0857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,64,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32,0.0842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,128,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,512,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,1024,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,2048,0.2582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,4096,0.1497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,16384,0.1951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,8192,0.1656
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,32768,0.2608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,65536,0.4024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,128,1,1,131072,0.6675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4,0.1073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32,0.1066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,64,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,128,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,256,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,512,0.1249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,1024,0.1375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,2048,0.4200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,4096,0.2047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,8192,0.2343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,16384,0.2877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,32768,0.4028
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,65536,0.6263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,256,1,1,131072,1.1678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2,0.1458
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,64,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,128,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,256,0.1619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,512,0.1756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,1024,0.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,2048,0.7457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,4096,0.3329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,8192,0.3825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,16384,0.4899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,32768,0.7116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2,0.2153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4,0.2167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,512,1,1,65536,1.2212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8,0.2167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32,0.2174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,64,0.2140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16,0.2170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,128,0.2315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,256,0.2417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,512,0.2666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,1024,0.3083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,2048,1.2641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,4096,0.5370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,8192,0.6423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,16384,0.8411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,bfloat16,1,1024,1,1,32768,1.2593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32,0.1484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,64,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,128,0.1474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,256,0.1544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,512,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,1024,0.1509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,2048,0.1683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,4096,0.1753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,8192,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,16384,0.1916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,32768,0.2228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,65536,0.2778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1,1,1,131072,0.3757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2,0.1908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4,0.1896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16,0.1911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32,0.1909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,64,0.1902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,128,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,256,0.1963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,512,0.1934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,1024,0.2021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,2048,0.2156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,4096,0.2274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,8192,0.2322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,16384,0.2376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,32768,0.2610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,65536,0.3248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,2,1,1,131072,0.4209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32,0.1406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,64,0.1437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,128,0.1428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,256,0.1483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,512,0.1558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,1024,0.1553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,2048,0.1691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,4096,0.1761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,8192,0.1831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,16384,0.1892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,32768,0.2150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,65536,0.2787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,4,1,1,131072,0.3796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8,0.1475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16,0.1441
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,64,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,128,0.1457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,256,0.1573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,512,0.1581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,1024,0.1659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,2048,0.2917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,4096,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,8192,0.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,16384,0.1976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,32768,0.2204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,65536,0.2825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,8,1,1,131072,0.4047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4,0.1485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8,0.1525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32,0.1498
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,64,0.1491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,128,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,256,0.1542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,512,0.1609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,1024,0.1585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,2048,0.2994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,4096,0.1827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,8192,0.1876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,16384,0.2038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,32768,0.2310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,65536,0.3005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,16,1,1,131072,0.4322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2,0.1553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4,0.1573
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,64,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,128,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,256,0.1647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,512,0.1645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,1024,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,2048,0.3137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,4096,0.1983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,8192,0.2049
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,16384,0.2207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,32768,0.2541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,65536,0.3381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,32,1,1,131072,0.4867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2,0.1688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4,0.1661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16,0.1659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32,0.1695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,64,0.1663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,128,0.1694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,256,0.1751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,512,0.1763
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,1024,0.1844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,2048,0.3389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,4096,0.2241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,8192,0.2344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,16384,0.2542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,32768,0.3050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,65536,0.4017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,64,1,1,131072,0.5916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2,0.2007
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4,0.2034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8,0.1999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16,0.2036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32,0.2036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,64,0.2020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,128,0.2064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,256,0.2095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,512,0.2223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,1024,0.2378
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,2048,0.4080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,4096,0.3004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,8192,0.3141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,16384,0.3440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,32768,0.4130
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,65536,0.5540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4,0.2522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2,0.2544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,128,1,1,131072,0.8180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8,0.2559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16,0.2550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32,0.2527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,64,0.2559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,128,0.2631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,256,0.2714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,512,0.2915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,1024,0.3233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,2048,0.6408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,4096,0.4302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,8192,0.4574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,16384,0.5093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,32768,0.6293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,65536,0.8502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,256,1,1,131072,1.3966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2,0.3603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4,0.3647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8,0.3638
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16,0.3653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,64,0.3609
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32,0.3660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,128,0.3817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,256,0.3924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,512,0.4303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,1024,0.4908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,2048,1.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,4096,0.6842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,8192,0.7324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,16384,0.8380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,32768,1.0666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,512,1,1,65536,1.5732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2,0.6289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4,0.6211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8,0.6280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16,0.6337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32,0.6288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,64,0.6303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,128,0.6446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,256,0.6829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,512,0.7397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,1024,0.8735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,2048,1.9467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,4096,1.2078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,8192,1.3144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,16384,1.5289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4,0.1154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,128,1024,1,1,32768,1.9295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,64,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,128,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,256,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,512,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,1024,0.1212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,2048,0.2533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,4096,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,8192,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,16384,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,32768,0.1851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,65536,0.2408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1,1,1,131072,0.3429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2,0.1670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32,0.1674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,64,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,128,0.1603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,256,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,512,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,1024,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,2048,0.3056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,4096,0.1943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,8192,0.1942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,16384,0.2035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,32768,0.2390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,65536,0.2897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,2,1,1,131072,0.3908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2,0.1190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,64,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,128,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,256,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,512,0.1253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,1024,0.1290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,2048,0.2660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,4096,0.1535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,8192,0.1584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,16384,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,32768,0.1935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,65536,0.2546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,4,1,1,131072,0.3576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,64,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,128,0.1175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,256,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,512,0.1273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,1024,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,2048,0.2665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,4096,0.1557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,8192,0.1610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,16384,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,32768,0.1966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,65536,0.2572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2,0.1194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,8,1,1,131072,0.3784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,64,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,128,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,256,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,512,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,1024,0.1378
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,2048,0.2847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,4096,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,8192,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,16384,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,32768,0.2175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,65536,0.2834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,16,1,1,131072,0.4118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2,0.1253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,64,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,128,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,256,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,512,0.1352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,1024,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,2048,0.3024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,4096,0.1912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,8192,0.1963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,16384,0.2083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,32768,0.2472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,65536,0.3295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,32,1,1,131072,0.4768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2,0.1325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32,0.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,64,0.1383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,128,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,256,0.1477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,512,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,1024,0.1838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,2048,0.3619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,4096,0.2496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,8192,0.2610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,32768,0.3292
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,16384,0.2791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,65536,0.4275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,64,1,1,131072,0.6168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2,0.1618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4,0.1603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8,0.1639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16,0.1616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,64,0.1602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,128,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,256,0.1852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,512,0.2025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,1024,0.2465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,2048,0.4717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,4096,0.3637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,8192,0.3751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,16384,0.4047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,32768,0.4738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,65536,0.6165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2,0.2061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,128,1,1,131072,0.8783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4,0.2084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8,0.2063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16,0.2089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,64,0.2048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32,0.2065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,128,0.2271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,256,0.2446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,1024,0.3668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,512,0.2834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,2048,0.7643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,4096,0.5519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,8192,0.5838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,16384,0.6303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,32768,0.7499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,65536,0.9730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,256,1,1,131072,1.5201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2,0.2965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4,0.2967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8,0.3009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16,0.2996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32,0.2975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,128,0.3353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,64,0.2992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,256,0.3782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,512,0.4519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,2048,1.3988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,1024,0.6160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,4096,0.9912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,8192,1.0235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,16384,1.1398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,32768,1.3659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,512,1,1,65536,1.8723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2,0.4981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4,0.4920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8,0.4985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16,0.4997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32,0.4976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,64,0.4903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,128,0.5778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,512,0.8024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,256,0.6488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,1024,1.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,2048,2.5596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,4096,1.8182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,8192,1.9174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,16384,2.1373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,64,1024,1,1,32768,2.5241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,256,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,64,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,128,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,512,0.1048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,1024,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,2048,0.2401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,4096,0.1275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,8192,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,16384,0.1396
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,32768,0.1660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,65536,0.2296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1,1,1,131072,0.3269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4,0.1502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32,0.1458
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,64,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,128,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,256,0.1488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,512,0.1517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,1024,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,2048,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,4096,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,8192,0.1888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,16384,0.1897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,32768,0.2134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,65536,0.2737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,2,1,1,131072,0.3873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2,0.1029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,64,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,128,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,256,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,512,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,1024,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,2048,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,4096,0.1346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,8192,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,16384,0.1504
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,32768,0.1741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,65536,0.2331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,4,1,1,131072,0.3381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,64,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32,0.1007
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,128,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,256,0.1088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,512,0.1111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,1024,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,2048,0.2533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,4096,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,8192,0.1442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,16384,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,32768,0.1827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,65536,0.2453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,8,1,1,131072,0.3589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,128,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,64,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,256,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,512,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,2048,0.2614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,1024,0.1193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,4096,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,8192,0.1498
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,32768,0.1920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,16384,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,65536,0.2618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,16,1,1,131072,0.3891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4,0.1090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,64,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,128,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,256,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,512,0.1210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,1024,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,2048,0.2761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,4096,0.1616
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,8192,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,16384,0.1803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,32768,0.2196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,65536,0.3014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,32,1,1,131072,0.4482
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16,0.1146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32,0.1131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,64,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,128,0.1190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,256,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,512,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,1024,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,2048,0.2986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,4096,0.1863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,8192,0.1970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,16384,0.2148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,32768,0.2636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,65536,0.3614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,64,1,1,131072,0.5524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,64,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,128,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,256,0.1455
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,512,0.1581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,1024,0.1824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,2048,0.3696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,4096,0.2602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,8192,0.2752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,16384,0.3051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,32768,0.3741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,65536,0.5117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,128,1,1,131072,0.7779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4,0.1648
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8,0.1636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16,0.1642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,128,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,64,0.1628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,256,0.1877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,512,0.2122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,1024,0.2577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,2048,0.6009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,4096,0.3889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,8192,0.4197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,16384,0.4662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,32768,0.5848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,65536,0.8084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,256,1,1,131072,1.3520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2,0.2279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4,0.2270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8,0.2299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16,0.2280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32,0.2266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,64,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,128,0.2488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,256,0.2685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,512,0.3164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,2048,1.0576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,1024,0.3958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,4096,0.6389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,8192,0.6918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,16384,0.8016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,32768,1.0196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2,0.3604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4,0.3617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,512,1,1,65536,1.5329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8,0.3594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32,0.3591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16,0.3550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,64,0.3564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,128,0.4010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,256,0.4411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,512,0.5186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,1024,0.6902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,2048,1.8747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,4096,1.1557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,8192,1.2421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,16384,1.4572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,32,1024,1,1,32768,1.8740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4,0.0815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16,0.0800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,64,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,128,0.0827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,512,0.0840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,1024,0.0857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,2048,0.2187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,4096,0.1012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,8192,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,16384,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,32768,0.1450
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,65536,0.2027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1,1,1,131072,0.3101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,64,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,128,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,256,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,512,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,1024,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,2048,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,4096,0.1411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,8192,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,16384,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,32768,0.1819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,65536,0.2596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,2,1,1,131072,0.3612
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16,0.0884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,64,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,128,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,256,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,512,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,2048,0.2309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,4096,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,8192,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,16384,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,32768,0.1614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,65536,0.2261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,4,1,1,131072,0.3306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32,0.0861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,64,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,512,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,1024,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,2048,0.2354
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,4096,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,8192,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,16384,0.1381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,32768,0.1703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,65536,0.2353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,8,1,1,131072,0.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,64,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,128,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,256,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,512,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,1024,0.1049
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,2048,0.2437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,4096,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,8192,0.1397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,16384,0.1527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,32768,0.1829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,65536,0.2506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,16,1,1,131072,0.3798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8,0.0946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32,0.0926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,64,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,128,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,256,0.1006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,512,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,1024,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,2048,0.2593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,4096,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,8192,0.1522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,16384,0.1663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,32768,0.2035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,65536,0.2831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,32,1,1,131072,0.4291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,64,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,128,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,256,0.1110
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,512,0.1192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,1024,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,2048,0.2773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,4096,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,8192,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,16384,0.1948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,32768,0.2452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,65536,0.3427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,64,1,1,131072,0.5294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8,0.1153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32,0.1114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,64,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,128,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,256,0.1254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,512,0.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,1024,0.1474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,2048,0.3156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,8192,0.2253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,4096,0.2081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,16384,0.2526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,32768,0.3194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,65536,0.4593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,128,1,1,131072,0.7243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2,0.1393
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8,0.1398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16,0.1420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32,0.1406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,64,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,128,0.1512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,256,0.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,512,0.1750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,1024,0.2073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,2048,0.5140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,4096,0.2995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,8192,0.3313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,16384,0.3830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,32768,0.4990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,65536,0.7224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2,0.1895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,256,1,1,131072,1.2647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4,0.1900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8,0.1902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16,0.1904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,64,0.1913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32,0.1914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,128,0.2050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,256,0.2212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,1024,0.3059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,512,0.2503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,2048,0.9056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,4096,0.4916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,8192,0.5436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,16384,0.6522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,32768,0.8746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2,0.2883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,512,1,1,65536,1.3876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4,0.2892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8,0.2887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16,0.2881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,64,0.2915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32,0.2893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,128,0.3157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,256,0.3437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,1024,0.4959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,512,0.3922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,2048,1.5504
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,4096,0.8218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,8192,0.9269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,16384,1.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,16,1024,1,1,32768,1.5554
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,64,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,128,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,256,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,512,0.0820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,1024,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,2048,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,4096,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,8192,0.1045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,16384,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,32768,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,65536,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1,1,1,131072,0.2971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,64,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,128,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,256,0.1210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,512,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,1024,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,4096,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,2048,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,8192,0.1437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,16384,0.1529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,32768,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,65536,0.2390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,2,1,1,131072,0.3492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2,0.0858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,64,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,128,0.0863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,256,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,512,0.0883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,1024,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,2048,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,4096,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,8192,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,16384,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,65536,0.2139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,32768,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,4,1,1,131072,0.3265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32,0.0865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,64,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,128,0.0844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,256,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,512,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,2048,0.2243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,1024,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,4096,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,8192,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,16384,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,32768,0.1615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,65536,0.2291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,8,1,1,131072,0.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32,0.0846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,64,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,128,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,256,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,512,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,1024,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,2048,0.2385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,4096,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,8192,0.1294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,16384,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,32768,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,65536,0.2489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,16,1,1,131072,0.3781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16,0.0901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,64,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,128,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,256,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,512,0.0964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,1024,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,2048,0.2512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,4096,0.1401
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,8192,0.1478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,16384,0.1606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,32768,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,65536,0.2813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,32,1,1,131072,0.4292
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,64,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,128,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,256,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,512,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,1024,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,2048,0.2719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,4096,0.1615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,16384,0.1886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,8192,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,32768,0.2370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,65536,0.3371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,64,1,1,131072,0.5255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16,0.1025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,64,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,128,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,256,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,512,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,1024,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,2048,0.3119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,4096,0.2027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,8192,0.2160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,16384,0.2462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,32768,0.3133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,65536,0.4534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,128,1,1,131072,0.7168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8,0.1320
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,64,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,128,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,256,0.1520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,512,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,1024,0.1976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,2048,0.5062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,4096,0.2911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,8192,0.3172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,32768,0.4910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,16384,0.3740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,65536,0.7144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2,0.1780
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4,0.1772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,256,1,1,131072,1.2550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16,0.1789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,64,0.1798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,128,0.1957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,256,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,512,0.2380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,1024,0.2931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,2048,0.8942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,4096,0.4815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,8192,0.5270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,16384,0.6355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,32768,0.8642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,512,1,1,65536,1.3515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2,0.2669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4,0.2684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8,0.2657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16,0.2685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32,0.2664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,64,0.2692
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,128,0.2935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,256,0.3210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,512,0.3703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,1024,0.4706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,2048,1.5194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,4096,0.7997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,8192,0.9029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,16384,1.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,8,1024,1,1,32768,1.5260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,64,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,128,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,256,0.0797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,512,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,2048,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,1024,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,4096,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,8192,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,16384,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,32768,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,65536,0.1944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1,1,1,131072,0.2941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,64,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,128,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,256,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,1024,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,512,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,2048,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,4096,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,8192,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,16384,0.1533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,32768,0.1813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,65536,0.2329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,2,1,1,131072,0.3383
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32,0.0845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,64,0.0846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,128,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,256,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,512,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,1024,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,2048,0.2244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,8192,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,16384,0.1226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,4096,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,32768,0.1468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,65536,0.2131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,4,1,1,131072,0.3227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,64,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,128,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,256,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,512,0.0858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,2048,0.2252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,1024,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,4096,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,8192,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,16384,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,32768,0.1564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,65536,0.2231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,8,1,1,131072,0.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2,0.0841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,64,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,128,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,256,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,512,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,1024,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,2048,0.2309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,4096,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,8192,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,16384,0.1405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,32768,0.1772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,65536,0.2471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,16,1,1,131072,0.3757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,64,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,128,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,512,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,1024,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,2048,0.2473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,4096,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,8192,0.1444
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,16384,0.1601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,32768,0.1967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,65536,0.2756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,32,1,1,131072,0.4276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,64,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,128,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,256,0.0964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,512,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,1024,0.1149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,2048,0.2706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,4096,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,8192,0.1674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,16384,0.1852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,32768,0.2371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,65536,0.3349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,64,1,1,131072,0.5214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,64,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,256,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,128,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,512,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,1024,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,2048,0.3081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,4096,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,8192,0.2140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,16384,0.2432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,32768,0.3097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,65536,0.4506
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2,0.1243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,128,1,1,131072,0.7177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8,0.1254
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16,0.1266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,64,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,128,0.1394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,256,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,512,0.1630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,1024,0.1922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,2048,0.5023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,4096,0.2872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,8192,0.3142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,16384,0.3689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,32768,0.4891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,65536,0.7104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2,0.1709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,256,1,1,131072,1.2492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8,0.1710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,64,0.1724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32,0.1734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,128,0.1909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,256,0.2045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,512,0.2342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,1024,0.2866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,2048,0.8884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,4096,0.4733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,8192,0.5245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,16384,0.6278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2,0.2571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,32768,0.8586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,512,1,1,65536,1.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4,0.2555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8,0.2574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16,0.2561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32,0.2575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,64,0.2584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,128,0.2853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,256,0.3086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,512,0.3557
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,1024,0.4586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,4096,0.7845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,2048,1.5105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,8192,0.8847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,16384,1.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,4,1024,1,1,32768,1.5145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4,0.0729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8,0.0728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,64,0.0746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,128,0.0743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,256,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,512,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,1024,0.0781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,2048,0.2081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,4096,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,8192,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,16384,0.1084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,32768,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,65536,0.1925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1,1,1,131072,0.2952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,64,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,128,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,256,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,512,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,1024,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,2048,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,4096,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,8192,0.1402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,16384,0.1443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,32768,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,65536,0.2318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,2,1,1,131072,0.3408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16,0.0805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,64,0.0815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,128,0.0823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,256,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,512,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,1024,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,2048,0.2183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,4096,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,8192,0.1087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,16384,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,32768,0.1443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,65536,0.2068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,4,1,1,131072,0.3192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,64,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,128,0.0861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,256,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,512,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,1024,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,2048,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,4096,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,16384,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,8192,0.1129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,65536,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,32768,0.1560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,8,1,1,131072,0.3422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8,0.0840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16,0.0863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,128,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,64,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,512,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,256,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,1024,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,2048,0.2286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,4096,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,8192,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,16384,0.1355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,65536,0.2452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,131072,0.3752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,16,1,1,32768,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,64,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,256,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,512,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,1024,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,2048,0.2426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,4096,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,8192,0.1413
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,16384,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,32768,0.1955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,65536,0.2761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,32,1,1,131072,0.4214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,64,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,128,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,256,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,512,0.1029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,1024,0.1127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,2048,0.2695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,4096,0.1558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,8192,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,16384,0.1855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,32768,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,65536,0.3345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,64,1,1,131072,0.5196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,64,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,128,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,256,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,512,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,1024,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,2048,0.3076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,4096,0.1986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,8192,0.2129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,16384,0.2400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,32768,0.3097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,131072,0.7147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,128,1,1,65536,0.4493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,64,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,128,0.1348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,256,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,512,0.1619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,1024,0.1919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,2048,0.4976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,4096,0.2865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,8192,0.3116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,16384,0.3698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,32768,0.4871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,65536,0.7065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,256,1,1,131072,1.2473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2,0.1662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4,0.1674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16,0.1682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,64,0.1700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,256,0.2030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,512,0.2303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,128,0.1858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,1024,0.2850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,8192,0.5198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,4096,0.4674
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,2048,0.8861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,16384,0.6278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,32768,0.8547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2,0.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,512,1,1,65536,1.3677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4,0.2523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16,0.2516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,64,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,128,0.2797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,256,0.3056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,512,0.3475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,1024,0.4514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,2048,1.5050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,4096,0.7789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,8192,0.8776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,16384,1.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,2,1024,1,1,32768,1.5080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16,0.0727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,64,0.0765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,128,0.0752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,256,0.0756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,512,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,1024,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,2048,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,4096,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,8192,0.1008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,16384,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,32768,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,65536,0.1910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1,1,1,131072,0.2966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,128,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,256,0.1123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,64,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,512,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,1024,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,2048,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,4096,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,8192,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,16384,0.1539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,32768,0.1682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,65536,0.2264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2,0.0839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,2,1,1,131072,0.3384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16,0.0840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,64,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,128,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,512,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,256,0.0863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,1024,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,4096,0.1027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,2048,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,8192,0.1077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,16384,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,65536,0.2080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,32768,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,4,1,1,131072,0.3269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,64,0.0827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,128,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,256,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,512,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,1024,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,2048,0.2204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,4096,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,8192,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,16384,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,32768,0.1515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,65536,0.2222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,8,1,1,131072,0.3429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32,0.0846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,64,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,128,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,256,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,512,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,1024,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,2048,0.2288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,4096,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,8192,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,16384,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,32768,0.1739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,65536,0.2434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,16,1,1,131072,0.3722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16,0.0861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,64,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,128,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,256,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,512,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,1024,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,2048,0.2429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,4096,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,8192,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,16384,0.1571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,32768,0.1923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,65536,0.2748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,32,1,1,131072,0.4239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,64,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,256,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,512,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,1024,0.1130
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,2048,0.2683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,4096,0.1546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,8192,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,16384,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,32768,0.2343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,65536,0.3321
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,64,1,1,131072,0.5199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32,0.0985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,64,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,128,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,256,0.1070
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,512,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,1024,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,2048,0.3067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,4096,0.1965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,8192,0.2128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,16384,0.2388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,65536,0.4499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,32768,0.3085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,128,1,1,131072,0.7133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2,0.1213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16,0.1226
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,64,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,128,0.1348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,256,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,512,0.1602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,1024,0.1916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,2048,0.4973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,4096,0.2817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,8192,0.3134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,16384,0.3670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,32768,0.4825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,65536,0.7058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,256,1,1,131072,1.2489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4,0.1660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8,0.1642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,64,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,128,0.1865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,256,0.1989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,512,0.2267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,1024,0.2814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,2048,0.8849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,4096,0.4669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,8192,0.5151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,16384,0.6257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,32768,0.8536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,512,1,1,65536,1.3524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2,0.2492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4,0.2507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8,0.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16,0.2492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,64,0.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,128,0.2774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,256,0.2987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,512,0.3510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,1024,0.4479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,2048,1.4984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,4096,0.7752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,8192,0.8782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,16384,1.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,fp8_block,1,1024,1,1,32768,1.5024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4,0.1423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16,0.1438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,64,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,128,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,256,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,512,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,1024,0.1483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,2048,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,8192,0.1727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,4096,0.1737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,16384,0.1885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,32768,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,65536,0.2665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1,1,1,131072,0.3750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2,0.1964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4,0.1913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8,0.1937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16,0.1844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32,0.1959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,64,0.1901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,128,0.1967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,256,0.1985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,512,0.1907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,1024,0.1882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,2048,0.2089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,4096,0.2187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,8192,0.2236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,16384,0.2305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,32768,0.2576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,65536,0.3249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,2,1,1,131072,0.4222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2,0.1423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8,0.1405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,64,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,128,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,256,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,512,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,1024,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,2048,0.2846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,4096,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,8192,0.1750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,32768,0.2096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,16384,0.1849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,65536,0.2721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,4,1,1,131072,0.3765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2,0.1426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4,0.1418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16,0.1434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,64,0.1459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,256,0.1464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,128,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,512,0.1491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,1024,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,2048,0.2881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,8192,0.1818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,4096,0.1728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,16384,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,32768,0.2166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,65536,0.2828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,8,1,1,131072,0.3919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8,0.1477
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,64,0.1465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,128,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,256,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,512,0.1503
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,1024,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,2048,0.2905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,4096,0.1764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,8192,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,16384,0.1938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,32768,0.2219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,65536,0.2938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,16,1,1,131072,0.4210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2,0.1527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8,0.1540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16,0.1509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,64,0.1522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,128,0.1561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,256,0.1571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,1024,0.1628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,512,0.1599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,2048,0.3001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,4096,0.1886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,8192,0.1941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,16384,0.2104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,32768,0.2446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,131072,0.4749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,32,1,1,65536,0.3265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2,0.1645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4,0.1631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32,0.1630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,128,0.1664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,64,0.1628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,256,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,512,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,1024,0.1721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,2048,0.3163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,4096,0.2036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,8192,0.2151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,16384,0.2336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,32768,0.2813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,65536,0.3807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,64,1,1,131072,0.5682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2,0.2010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4,0.2001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8,0.2002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16,0.1993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32,0.2014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,64,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,128,0.2016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,256,0.2019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,512,0.2081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,1024,0.2155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,2048,0.3698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,4096,0.2608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,8192,0.2776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,32768,0.3744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,16384,0.3058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,65536,0.5149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2,0.2550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,128,1,1,131072,0.7756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4,0.2558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16,0.2555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8,0.2546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32,0.2567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,64,0.2569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,128,0.2574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,256,0.2610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,512,0.2709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,1024,0.2873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,2048,0.5740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,4096,0.3598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,8192,0.3908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,16384,0.4459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,32768,0.5591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2,0.3795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,65536,0.7810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4,0.3750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,256,1,1,131072,1.3271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8,0.3770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16,0.3742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32,0.3795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,64,0.3817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,256,0.3894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,128,0.3846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,512,0.4076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,1024,0.4351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,2048,0.9826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,4096,0.5705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,8192,0.6165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,16384,0.7219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,32768,0.9501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,512,1,1,65536,1.4669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2,0.6726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4,0.6536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8,0.6614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16,0.6690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32,0.6535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,64,0.6652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,128,0.6705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,256,0.6925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,512,0.7019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,1024,0.7663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,2048,1.7379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,8192,1.0946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,4096,1.0027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,16384,1.3097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2,0.1150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,128,1024,1,1,32768,1.7302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4,0.1153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,64,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,128,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,256,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,512,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,1024,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,2048,0.2537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,4096,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,8192,0.1483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,16384,0.1526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,65536,0.2373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,32768,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1,1,1,131072,0.3457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2,0.1605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4,0.1594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32,0.1605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,64,0.1586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,128,0.1639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,256,0.1641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,512,0.1571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,2048,0.3004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,1024,0.1606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,4096,0.1914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,8192,0.1887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,16384,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,32768,0.2229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,65536,0.2922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,2,1,1,131072,0.3888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8,0.1192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,64,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,128,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,512,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,1024,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,256,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,2048,0.2601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,4096,0.1454
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,8192,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,16384,0.1558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,32768,0.1859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,65536,0.2433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,4,1,1,131072,0.3483
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4,0.1146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8,0.1170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,64,0.1150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,128,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,256,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,512,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,1024,0.1196
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,2048,0.2580
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,4096,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,8192,0.1491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,16384,0.1581
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,32768,0.1871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,65536,0.2515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,8,1,1,131072,0.3647
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,64,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,128,0.1187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,256,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,512,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,1024,0.1270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,2048,0.2657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,4096,0.1531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,8192,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,16384,0.1675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,32768,0.2005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,65536,0.2691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,16,1,1,131072,0.3959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4,0.1230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8,0.1211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16,0.1210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,64,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,128,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,256,0.1229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,512,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,1024,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,2048,0.2809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,4096,0.1660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,8192,0.1708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,16384,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,32768,0.2233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,65536,0.3037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,32,1,1,131072,0.4513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2,0.1305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16,0.1295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32,0.1298
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,64,0.1291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,128,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,256,0.1348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,512,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,1024,0.1504
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,2048,0.3090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,4096,0.1987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,8192,0.2099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,16384,0.2270
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,32768,0.2754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,65536,0.3769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,64,1,1,131072,0.5652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2,0.1545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4,0.1551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8,0.1543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16,0.1548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,64,0.1536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32,0.1542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,128,0.1624
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,256,0.1677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,512,0.1758
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,1024,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,2048,0.3800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,4096,0.2728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,16384,0.3146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,32768,0.3848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,8192,0.2848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,65536,0.5237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2,0.1981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,128,1,1,131072,0.7886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4,0.1956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8,0.1960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16,0.1964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32,0.1969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,64,0.1952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,128,0.2096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,256,0.2191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,512,0.2361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,1024,0.2733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,2048,0.6012
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,4096,0.3898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,8192,0.4183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,32768,0.5861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,65536,0.8136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,16384,0.4718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2,0.2783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4,0.2807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,256,1,1,131072,1.3576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8,0.2792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16,0.2788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32,0.2810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,64,0.2811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,128,0.3082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,256,0.3166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,512,0.3599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,1024,0.4372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,2048,1.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,4096,0.6591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,8192,0.7178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,16384,0.8207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,32768,1.0427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2,0.4685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,512,1,1,65536,1.5507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4,0.4653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8,0.4667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32,0.4623
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16,0.4687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,64,0.4654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,128,0.5202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,256,0.5474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,512,0.6245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,1024,0.7731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,2048,1.9064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,4096,1.1965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,8192,1.2903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,16384,1.4851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,64,1024,1,1,32768,1.9127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,64,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,128,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,256,0.0989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,512,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,1024,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,4096,0.1234
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,2048,0.2366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,8192,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,32768,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,16384,0.1374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,65536,0.2247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1,1,1,131072,0.3207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16,0.1381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,64,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,128,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,256,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,1024,0.1447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,512,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,2048,0.2866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,4096,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,8192,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,16384,0.1838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,32768,0.2128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,65536,0.2695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,2,1,1,131072,0.3698
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16,0.1024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,64,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,128,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,512,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,256,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,1024,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,2048,0.2410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,4096,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,8192,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,16384,0.1456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,32768,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,65536,0.2289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,4,1,1,131072,0.3326
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32,0.1029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,64,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,128,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,256,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,512,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,1024,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,2048,0.2453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,4096,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,8192,0.1358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,16384,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,32768,0.1740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,65536,0.2377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,8,1,1,131072,0.3496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2,0.1065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,64,0.1051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,128,0.1062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,256,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,512,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,1024,0.1113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,2048,0.2478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,4096,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,8192,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,16384,0.1515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,32768,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,65536,0.2527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,16,1,1,131072,0.3776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,64,0.1091
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,128,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,256,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,512,0.1129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,1024,0.1173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,2048,0.2578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,4096,0.1434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,8192,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,16384,0.1661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,32768,0.2023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,65536,0.2810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,32,1,1,131072,0.4301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32,0.1111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16,0.1113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,64,0.1107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,128,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,256,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,512,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,1024,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,4096,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,2048,0.2710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,8192,0.1706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,16384,0.1886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,32768,0.2357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,65536,0.3352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,64,1,1,131072,0.5235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16,0.1287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,64,0.1283
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,128,0.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,256,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,1024,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,512,0.1403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,2048,0.3124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,4096,0.2060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,8192,0.2213
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,16384,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,32768,0.3152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,131072,0.7202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,128,1,1,65536,0.4574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8,0.1574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32,0.1579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16,0.1567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,64,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,128,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,512,0.1805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,256,0.1687
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,1024,0.2035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,2048,0.5043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,4096,0.2905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,8192,0.3184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,32768,0.4877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,65536,0.7112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,16384,0.3725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,256,1,1,131072,1.2572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2,0.2166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4,0.2173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8,0.2167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16,0.2168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32,0.2182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,64,0.2174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,128,0.2315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,256,0.2368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,512,0.2592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,1024,0.2996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,2048,0.8713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,4096,0.4580
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,8192,0.5083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,16384,0.6152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,32768,0.8375
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2,0.3414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,512,1,1,65536,1.3484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4,0.3416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8,0.3403
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16,0.3388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32,0.3380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,64,0.3389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,128,0.3707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,256,0.3827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,512,0.4198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,2048,1.5179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,1024,0.5016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,8192,0.8845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,4096,0.7918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,16384,1.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,32,1024,1,1,32768,1.5102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8,0.0818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16,0.0821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,64,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,128,0.0827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,256,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,512,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,1024,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,2048,0.2212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,4096,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,8192,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,16384,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,65536,0.2043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,32768,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1,1,1,131072,0.3085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4,0.1230
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,64,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,128,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,256,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,1024,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,2048,0.2622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,512,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,4096,0.1445
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,16384,0.1623
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,32768,0.1861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,8192,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,65536,0.2495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,2,1,1,131072,0.3673
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,64,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,128,0.0885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,256,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,512,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,2048,0.2271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,4096,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,8192,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,16384,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,32768,0.1548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,65536,0.2216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,4,1,1,131072,0.3328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2,0.0888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,64,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,128,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,256,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,512,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,1024,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,4096,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,2048,0.2309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,8192,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,16384,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,65536,0.2300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,32768,0.1622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,8,1,1,131072,0.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4,0.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,64,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,128,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,256,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,1024,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,2048,0.2341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,512,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,4096,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,16384,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,8192,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,32768,0.1725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,65536,0.2438
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,16,1,1,131072,0.3730
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,64,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,128,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,256,0.0969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,512,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,1024,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,4096,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,2048,0.2397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,8192,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,16384,0.1531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,65536,0.2690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,32768,0.1877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,32,1,1,131072,0.4193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,64,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,128,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,256,0.1026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,512,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,1024,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,2048,0.2562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,4096,0.1433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,8192,0.1563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,16384,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,32768,0.2217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,65536,0.3194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,64,1,1,131072,0.5095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16,0.1089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,64,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32,0.1105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,128,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,256,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,512,0.1210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,1024,0.1294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,2048,0.2797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,4096,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,8192,0.1873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,16384,0.2173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,32768,0.2837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,65536,0.4243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,128,1,1,131072,0.6883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2,0.1373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,128,0.1415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,64,0.1358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,256,0.1446
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,1024,0.1655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,512,0.1521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,2048,0.4469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,4096,0.2356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,8192,0.2644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,16384,0.3177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,32768,0.4305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,65536,0.6568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2,0.1825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,256,1,1,131072,1.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4,0.1815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8,0.1823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16,0.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32,0.1825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,64,0.1814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,128,0.1908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,256,0.1986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,512,0.2122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,1024,0.2384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,2048,0.7883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,4096,0.3747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,8192,0.4251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,16384,0.5286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,32768,0.7537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2,0.2786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,512,1,1,65536,1.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4,0.2774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8,0.2767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16,0.2793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32,0.2791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,64,0.2752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,128,0.2925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,256,0.3052
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,512,0.3290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,1024,0.3734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,2048,1.3314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,4096,0.6058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,8192,0.7121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,16384,0.9087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,16,1024,1,1,32768,1.3288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4,0.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16,0.0777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32,0.0801
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,64,0.0801
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,128,0.0805
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,256,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,512,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,1024,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,2048,0.2148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,4096,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,8192,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,16384,0.1135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,65536,0.1971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,32768,0.1395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1,1,1,131072,0.2975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,64,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,128,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,256,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,512,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,1024,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,2048,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,4096,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,8192,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,16384,0.1512
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,32768,0.1751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,65536,0.2389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,2,1,1,131072,0.3449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8,0.0829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16,0.0857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,64,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,128,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,256,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,1024,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,512,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,2048,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,8192,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,4096,0.1048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,16384,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,32768,0.1479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,65536,0.2072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,4,1,1,131072,0.3247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16,0.0863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,64,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,128,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,256,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,1024,0.0858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,2048,0.2229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,8192,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,4096,0.1068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,16384,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,32768,0.1546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,131072,0.3430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,8,1,1,65536,0.2259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2,0.0864
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,64,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,128,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,512,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,256,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,1024,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,4096,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,2048,0.2289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,8192,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,16384,0.1340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,65536,0.2400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,32768,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,16,1,1,131072,0.3704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,64,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,128,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,256,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,512,0.0899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,1024,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,2048,0.2350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,8192,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,16384,0.1495
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,4096,0.1260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,32768,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,65536,0.2658
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,32,1,1,131072,0.4150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,128,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,256,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,512,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,1024,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,2048,0.2521
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,4096,0.1389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,8192,0.1497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,16384,0.1697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,65536,0.3156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,32768,0.2164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,64,1,1,131072,0.5039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,64,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,128,0.1061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,256,0.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,512,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,1024,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,2048,0.2768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,4096,0.1644
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,8192,0.1817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,16384,0.2102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,32768,0.2790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,65536,0.4165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,128,1,1,131072,0.6821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4,0.1273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32,0.1272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,64,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,128,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,256,0.1374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,1024,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,512,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,2048,0.4407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,4096,0.2257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,8192,0.2559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,16384,0.3074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,32768,0.4237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,65536,0.6500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,256,1,1,131072,1.1947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4,0.1671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16,0.1695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,64,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,256,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,128,0.1768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,512,0.2003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,1024,0.2273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,2048,0.7726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,4096,0.3542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,8192,0.4097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,16384,0.5143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,32768,0.7392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2,0.2538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,512,1,1,65536,1.2484
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4,0.2527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8,0.2513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16,0.2520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,64,0.2511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,128,0.2667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32,0.2517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,256,0.2806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,512,0.3023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,1024,0.3487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,2048,1.3008
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,4096,0.5794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,8192,0.6778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,16384,0.8829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,8,1024,1,1,32768,1.2972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8,0.0764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16,0.0791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,64,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32,0.0783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,128,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,256,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,512,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,1024,0.0780
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,2048,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,4096,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,8192,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,16384,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,32768,0.1357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,65536,0.1980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1,1,1,131072,0.2964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,64,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,128,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,512,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,256,0.1199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,1024,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,2048,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,4096,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,8192,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,16384,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,32768,0.1742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,131072,0.3415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,2,1,1,65536,0.2389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,64,0.0841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,128,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,256,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,512,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,2048,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,1024,0.0857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,4096,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,8192,0.1088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,16384,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,32768,0.1474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,65536,0.2104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,4,1,1,131072,0.3182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,64,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,128,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,256,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,512,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,1024,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,2048,0.2235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,4096,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,8192,0.1109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,16384,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,65536,0.2180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,131072,0.3397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,8,1,1,32768,0.1511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2,0.0850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8,0.0859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,64,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,256,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,128,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,512,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,1024,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,4096,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,2048,0.2268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,8192,0.1152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,16384,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,32768,0.1678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,65536,0.2380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,16,1,1,131072,0.3682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8,0.0867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,128,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,64,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,256,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,512,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,2048,0.2318
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,1024,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,4096,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,8192,0.1298
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,16384,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,65536,0.2657
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,32768,0.1813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,32,1,1,131072,0.4127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8,0.0901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,64,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,256,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,512,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,1024,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,2048,0.2486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,4096,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,8192,0.1472
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,16384,0.1643
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,32768,0.2142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,65536,0.3118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,64,1,1,131072,0.5002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,64,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,128,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,256,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,512,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,1024,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,4096,0.1641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,2048,0.2738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,8192,0.1791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,16384,0.2095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,65536,0.4157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,32768,0.2747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2,0.1216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,128,1,1,131072,0.6825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,64,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,128,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,256,0.1325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,512,0.1420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,1024,0.1551
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,2048,0.4352
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,4096,0.2217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,8192,0.2516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,16384,0.3062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,32768,0.4200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,65536,0.6447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2,0.1606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,256,1,1,131072,1.1857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8,0.1636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16,0.1610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,64,0.1628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,128,0.1709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,256,0.1800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,512,0.1944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,1024,0.2194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,2048,0.7663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,4096,0.3491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,8192,0.4030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,16384,0.5073
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,32768,0.7324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,512,1,1,65536,1.2433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2,0.2410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4,0.2391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8,0.2389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16,0.2413
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,64,0.2385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32,0.2389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,128,0.2569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,256,0.2694
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,512,0.2904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,1024,0.3358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,2048,1.2902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,4096,0.5660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,8192,0.6655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,16384,0.8695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2,0.0783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,4,1024,1,1,32768,1.2834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16,0.0738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,64,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,128,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,256,0.0759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,512,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,1024,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,2048,0.0881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,4096,0.0945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,8192,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,16384,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,32768,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,65536,0.1938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1,1,1,131072,0.2990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,64,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,128,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,256,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,512,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,1024,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,2048,0.2518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,4096,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,8192,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,32768,0.1779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,16384,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,65536,0.2294
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,2,1,1,131072,0.3427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2,0.0818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16,0.0838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,64,0.0841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32,0.0819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,128,0.0811
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,256,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,1024,0.0857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,512,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,2048,0.2180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,4096,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,8192,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,16384,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,32768,0.1420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,65536,0.2046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,4,1,1,131072,0.3161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,64,0.0815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,128,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,256,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,512,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,1024,0.0846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,2048,0.2185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,4096,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,8192,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,16384,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,32768,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,65536,0.2189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,8,1,1,131072,0.3407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16,0.0840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,64,0.0831
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,128,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,256,0.0863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,512,0.0853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,1024,0.0878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,2048,0.2211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,4096,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,16384,0.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,8192,0.1138
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,32768,0.1626
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,131072,0.3689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,16,1,1,65536,0.2345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2,0.0884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32,0.0885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,64,0.0849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,128,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,256,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,512,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,1024,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,2048,0.2308
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,4096,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,8192,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,16384,0.1432
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,32768,0.1823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,65536,0.2600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2,0.0879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,32,1,1,131072,0.4124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,128,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,512,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,1024,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,2048,0.2474
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,4096,0.1346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,8192,0.1437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,16384,0.1642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,32768,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,65536,0.3116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,64,1,1,131072,0.4983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,64,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,128,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,256,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,512,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,1024,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,2048,0.2724
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,4096,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,8192,0.1775
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,16384,0.2061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,32768,0.2748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,65536,0.4128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,128,1,1,131072,0.6765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2,0.1170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,64,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,256,0.1288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,128,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,512,0.1387
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,2048,0.4362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,1024,0.1550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,4096,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,8192,0.2480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,16384,0.3048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,32768,0.4197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,65536,0.6412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2,0.1590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4,0.1589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,256,1,1,131072,1.1823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8,0.1591
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,64,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,128,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32,0.1605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,256,0.1794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,512,0.1927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,1024,0.2165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,2048,0.7640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,4096,0.3494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,8192,0.4014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,16384,0.5031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,32768,0.7310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2,0.2355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,512,1,1,65536,1.2377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4,0.2342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8,0.2362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16,0.2336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32,0.2364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,64,0.2350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,128,0.2528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,256,0.2613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,512,0.2837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,1024,0.3305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,2048,1.2854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,4096,0.5579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,8192,0.6651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,16384,0.8632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2,0.0733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,2,1024,1,1,32768,1.2780
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4,0.0751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8,0.0756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16,0.0712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,64,0.0752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,128,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,256,0.0745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,1024,0.0794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,512,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,2048,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,4096,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,8192,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,16384,0.1080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,32768,0.1378
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,131072,0.2953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1,1,1,65536,0.1893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2,0.1127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32,0.1087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,64,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,128,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,256,0.1207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,512,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,1024,0.1233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,2048,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,4096,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,8192,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,16384,0.1533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,65536,0.2281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,32768,0.1739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,2,1,1,131072,0.3273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2,0.0842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8,0.0828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32,0.0830
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,64,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,128,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,256,0.0808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,512,0.0859
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,2048,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,1024,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,4096,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,16384,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,8192,0.1089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,32768,0.1424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,65536,0.1986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,4,1,1,131072,0.3139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2,0.0845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4,0.0813
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8,0.0819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,64,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,128,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,256,0.0824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,512,0.0862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,1024,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,2048,0.2204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,4096,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,8192,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,16384,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,32768,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,65536,0.2165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,8,1,1,131072,0.3392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2,0.0851
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8,0.0815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,64,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,128,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,256,0.0868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,512,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,1024,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,2048,0.2204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,8192,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,4096,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,16384,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,32768,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,65536,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,16,1,1,131072,0.3659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4,0.0858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8,0.0847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32,0.0862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,64,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,128,0.0852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,256,0.0884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,512,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,1024,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,2048,0.2265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,4096,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,8192,0.1256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,16384,0.1439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,32768,0.1809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,131072,0.4108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,32,1,1,65536,0.2594
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,64,0.0866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,128,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,256,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,1024,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,512,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,2048,0.2430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,4096,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,8192,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,32768,0.2105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,16384,0.1641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,65536,0.3104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,64,1,1,131072,0.4987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,64,0.0967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,128,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,256,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,1024,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,512,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,2048,0.2689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,4096,0.1621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,8192,0.1780
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,16384,0.2069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,32768,0.2718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,131072,0.6778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,128,1,1,65536,0.4128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16,0.1191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,64,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,128,0.1232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,512,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,256,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,1024,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,2048,0.4335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,4096,0.2191
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,8192,0.2500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,16384,0.3011
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,32768,0.4184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,65536,0.6428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,256,1,1,131072,1.1850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2,0.1547
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,128,0.1680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,64,0.1584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,256,0.1759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,512,0.1897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,1024,0.2141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,2048,0.7603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,4096,0.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,8192,0.3975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,16384,0.5027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2,0.2327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,32768,0.7281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4,0.2331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,512,1,1,65536,1.2414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8,0.2348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16,0.2324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32,0.2334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,64,0.2325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,128,0.2513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,256,0.2600
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,512,0.2839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,1024,0.3287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,2048,1.2826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,4096,0.5548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,8192,0.6568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,16384,0.8606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4,0.1569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,fp8_block,1,1024,1,1,32768,1.2800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8,0.1578
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,64,0.1583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16,0.1579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,128,0.1620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32,0.1569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,256,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,512,0.1625
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,2048,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,1024,0.1652
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,4096,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,8192,0.1937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,16384,0.2048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,32768,0.2287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,65536,0.2886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1,1,1,131072,0.3904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8,0.1729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,64,0.1705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,128,0.1739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32,0.1710
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,256,0.1767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,512,0.1772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,1024,0.1840
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,2048,0.2031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,4096,0.2068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,8192,0.2081
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,16384,0.2186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,32768,0.2420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,65536,0.3039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,2,1,1,131072,0.4024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4,0.1716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8,0.1727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32,0.1755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,64,0.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,128,0.1742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,256,0.1790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,512,0.1825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,1024,0.1843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,2048,0.1994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,4096,0.2061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,8192,0.2075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,16384,0.2183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,65536,0.3048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,32768,0.2471
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,4,1,1,131072,0.4098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2,0.1752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,64,0.1723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,128,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,256,0.1845
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,512,0.1896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,1024,0.1925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,2048,0.2080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,8192,0.2135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,4096,0.2085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,16384,0.2255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,32768,0.2527
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,131072,0.4314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,8,1,1,65536,0.3145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4,0.1803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8,0.1796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32,0.1774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,64,0.1803
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,256,0.1861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,128,0.1821
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,512,0.1900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,1024,0.1882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,2048,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,4096,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,8192,0.2183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,16384,0.2313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,32768,0.2605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,65536,0.3296
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,16,1,1,131072,0.4582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2,0.1858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8,0.1837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4,0.1838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16,0.1834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32,0.1857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,128,0.1878
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,64,0.1841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,256,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,1024,0.1958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,2048,0.2217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,512,0.1919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,4096,0.2243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,8192,0.2337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,16384,0.2463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,32768,0.2855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,65536,0.3639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,32,1,1,131072,0.5140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8,0.1877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32,0.1895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,64,0.1894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16,0.1904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,128,0.1902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,256,0.1952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,512,0.1985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,1024,0.2086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,2048,0.2433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,4096,0.2479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,8192,0.2599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,16384,0.2779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,32768,0.3249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,131072,0.6146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,64,1,1,65536,0.4241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2,0.2057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4,0.2042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16,0.2038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8,0.2049
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32,0.2066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,64,0.2024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,128,0.2106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,256,0.2140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,512,0.2233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,1024,0.2426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,4096,0.3053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,2048,0.2979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,8192,0.3223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,16384,0.3493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,65536,0.5555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,131072,0.8228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,128,1,1,32768,0.4171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2,0.2423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4,0.2395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8,0.2410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16,0.2408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32,0.2425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,64,0.2405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,128,0.2513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,256,0.2593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,512,0.2757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,1024,0.3131
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,2048,0.4039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,4096,0.4187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,16384,0.5004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,8192,0.4442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,32768,0.6201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,65536,0.8428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2,0.3167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,256,1,1,131072,1.3819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4,0.3172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8,0.3188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16,0.3167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32,0.3162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,128,0.3331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,64,0.3192
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,256,0.3449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,512,0.3788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,1024,0.4490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,2048,0.6113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,4096,0.6353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,8192,0.6868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,16384,0.7960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,32768,1.0237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2,0.5338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4,0.5353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,512,1,1,65536,1.5302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8,0.5398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16,0.5324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32,0.5356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,128,0.5583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,64,0.5391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,256,0.5790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,512,0.6434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,1024,0.7807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,2048,1.0780
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,4096,1.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,8192,1.2279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,16384,1.4323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2,0.1190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,128,1024,1,1,32768,1.8421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8,0.1187
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16,0.1178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,64,0.1207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,128,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,256,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,512,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,1024,0.1276
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,2048,0.1470
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,4096,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,8192,0.1538
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,16384,0.1654
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,32768,0.1883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,65536,0.2465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1,1,1,131072,0.3489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2,0.1337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,64,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,128,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,256,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,512,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,1024,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,2048,0.1640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,4096,0.1630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,8192,0.1681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,16384,0.1770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,32768,0.2067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,65536,0.2610
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,2,1,1,131072,0.3631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2,0.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32,0.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,64,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,128,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,256,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,512,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,1024,0.1442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,2048,0.1599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,4096,0.1659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,8192,0.1723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,16384,0.1822
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,32768,0.2053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,65536,0.2651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,4,1,1,131072,0.3720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2,0.1373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8,0.1323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16,0.1331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,64,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,128,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,256,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,512,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,1024,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,2048,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,4096,0.1711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,8192,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,16384,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,32768,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,65536,0.2755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2,0.1357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,8,1,1,131072,0.3930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32,0.1348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,64,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,128,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,256,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,1024,0.1536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,512,0.1490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,2048,0.1798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,4096,0.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,8192,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,16384,0.2023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,65536,0.3004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,32768,0.2300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,16,1,1,131072,0.4287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2,0.1411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16,0.1407
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32,0.1411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,64,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,128,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,256,0.1473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,512,0.1542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,1024,0.1627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,2048,0.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,4096,0.2041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,8192,0.2136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,16384,0.2271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,32768,0.2627
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,65536,0.3448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,32,1,1,131072,0.4914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4,0.1465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8,0.1486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16,0.1489
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32,0.1465
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,64,0.1473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,128,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,256,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,512,0.1714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,2048,0.2602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,1024,0.1943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,4096,0.2663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,8192,0.2736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,16384,0.2965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,32768,0.3427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,65536,0.4424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,64,1,1,131072,0.6278
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2,0.1661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4,0.1651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8,0.1672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16,0.1646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32,0.1664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,64,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,128,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,256,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,512,0.2106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,1024,0.2540
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,4096,0.3656
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,8192,0.3863
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,2048,0.3583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,16384,0.4112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,65536,0.6211
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,32768,0.4786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,128,1,1,131072,0.8843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2,0.1976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4,0.1979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8,0.1979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16,0.1980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,64,0.1976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32,0.1967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,128,0.2173
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,256,0.2364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,512,0.2804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,1024,0.3567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,2048,0.5291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,4096,0.5463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,8192,0.5767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,16384,0.6279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,32768,0.7405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,65536,0.9661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,256,1,1,131072,1.5176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2,0.2715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4,0.2704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8,0.2732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16,0.2727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32,0.2720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,64,0.2702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,128,0.3117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,256,0.3496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,512,0.4284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,1024,0.5853
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,2048,0.9359
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,4096,0.9598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,8192,1.0080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,16384,1.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,32768,1.3468
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,512,1,1,65536,1.8252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2,0.4473
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4,0.4452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8,0.4501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16,0.4461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32,0.4462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,128,0.5261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,64,0.4442
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,256,0.5986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,512,0.7569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,2048,1.7096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,1024,1.0682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,4096,1.7683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,8192,1.8819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,16384,2.0628
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,64,1024,1,1,32768,2.4865
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,128,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,64,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,256,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,512,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,1024,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,2048,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,4096,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,8192,0.1197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,16384,0.1317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,32768,0.1567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,65536,0.2165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1,1,1,131072,0.3165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,64,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,128,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,256,0.1087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,512,0.1110
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,1024,0.1090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,4096,0.1338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,8192,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,2048,0.1314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,16384,0.1434
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,32768,0.1737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,131072,0.3485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,2,1,1,65536,0.2379
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8,0.1063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16,0.1066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,64,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,256,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,512,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,128,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,1024,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,2048,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,4096,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,8192,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,16384,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,32768,0.1781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,65536,0.2400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,4,1,1,131072,0.3539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8,0.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,64,0.1050
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,128,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,512,0.1126
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,256,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,1024,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,2048,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,4096,0.1410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,16384,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,8192,0.1494
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,32768,0.1894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,65536,0.2564
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,8,1,1,131072,0.3725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4,0.1092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8,0.1105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16,0.1101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,64,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,128,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,256,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,512,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,1024,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,4096,0.1535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,2048,0.1449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,8192,0.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,16384,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,65536,0.2738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,32768,0.2024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,16,1,1,131072,0.4042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,64,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,128,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,256,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,512,0.1250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,2048,0.1697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,1024,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,4096,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,8192,0.1795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,16384,0.1940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,32768,0.2280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,65536,0.3118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,32,1,1,131072,0.4590
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,64,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,128,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,256,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,512,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,1024,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,4096,0.1971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,8192,0.2072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,2048,0.1931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,16384,0.2247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,32768,0.2749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,65536,0.3749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,64,1,1,131072,0.5617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2,0.1349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8,0.1356
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,64,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,128,0.1452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,256,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,512,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,1024,0.1923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,2048,0.2620
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,4096,0.2670
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,8192,0.2829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,16384,0.3113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,32768,0.3825
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,65536,0.5189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,128,1,1,131072,0.7839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4,0.1597
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8,0.1589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16,0.1599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,64,0.1602
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,128,0.1721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,256,0.1842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,512,0.2097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,1024,0.2560
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,2048,0.3711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,8192,0.4137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,16384,0.4682
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,4096,0.3820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,32768,0.5828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2,0.2104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,65536,0.8099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,256,1,1,131072,1.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4,0.2090
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8,0.2112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16,0.2105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32,0.2089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,64,0.2089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,128,0.2323
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,256,0.2530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,512,0.2981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,1024,0.3847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,2048,0.6014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,8192,0.6725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,4096,0.6264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,16384,0.7848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,32768,1.0096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2,0.3266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,512,1,1,65536,1.5119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4,0.3277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8,0.3249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16,0.3266
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32,0.3233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,64,0.3265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,128,0.3672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,512,0.4929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,1024,0.6665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,256,0.4088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,2048,1.0736
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,4096,1.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,8192,1.2274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,16384,1.4274
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4,0.0834
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,32,1024,1,1,32768,1.8420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8,0.0858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32,0.0836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,64,0.0854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,128,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,256,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,512,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,1024,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,2048,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,4096,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,8192,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,16384,0.1219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,32768,0.1444
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,65536,0.2037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1,1,1,131072,0.3060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,64,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,128,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,256,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,512,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,1024,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,2048,0.1082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,4096,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,8192,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,16384,0.1316
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,32768,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,65536,0.2190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,2,1,1,131072,0.3293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,128,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,64,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,256,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,512,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,1024,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,2048,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,4096,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,8192,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,32768,0.1599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,16384,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,65536,0.2267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,4,1,1,131072,0.3402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4,0.0964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,64,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,128,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,512,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,256,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,1024,0.0994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,2048,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,4096,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,8192,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,16384,0.1384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,32768,0.1782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,65536,0.2410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,8,1,1,131072,0.3584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,128,0.1010
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,256,0.1021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,64,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,512,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,1024,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,4096,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,2048,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,8192,0.1386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,16384,0.1585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,32768,0.1919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,65536,0.2618
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,16,1,1,131072,0.3888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16,0.1009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32,0.1024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,64,0.1009
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,128,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,256,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,512,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,1024,0.1134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,2048,0.1499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,4096,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,8192,0.1611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,16384,0.1743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,32768,0.2130
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,65536,0.2938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,32,1,1,131072,0.4389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16,0.1047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,64,0.1048
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,128,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,256,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,512,0.1154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,1024,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,2048,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,4096,0.1756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,8192,0.1836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,16384,0.2041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,32768,0.2524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,65536,0.3518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,64,1,1,131072,0.5386
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2,0.1152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8,0.1134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16,0.1162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,128,0.1179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,64,0.1167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,256,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,512,0.1399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,2048,0.2076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,1024,0.1552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,4096,0.2135
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,8192,0.2292
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,16384,0.2583
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,32768,0.3268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,65536,0.4650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,128,1,1,131072,0.7329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32,0.1418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,64,0.1405
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,128,0.1497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,256,0.1595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,512,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,1024,0.2083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,2048,0.2901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,4096,0.3000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,8192,0.3317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,16384,0.3868
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,32768,0.5037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,65536,0.7217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,256,1,1,131072,1.2661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4,0.1794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8,0.1799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32,0.1808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,64,0.1812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,128,0.1969
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,256,0.2159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,512,0.2412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,1024,0.2982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,2048,0.4567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,4096,0.4854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,8192,0.5349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,16384,0.6415
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,32768,0.8696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2,0.2646
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,512,1,1,65536,1.3832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4,0.2635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8,0.2641
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16,0.2653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32,0.2662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,64,0.2659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,128,0.2923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,256,0.3198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,512,0.3712
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,1024,0.4714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,2048,0.7490
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,4096,0.8035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,8192,0.9053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,16384,1.1065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,16,1024,1,1,32768,1.5300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8,0.0810
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16,0.0812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,64,0.0796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,128,0.0815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,256,0.0832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,512,0.0823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,1024,0.0823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,2048,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,4096,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,8192,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,16384,0.1143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,32768,0.1398
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,65536,0.2017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1,1,1,131072,0.2991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8,0.0964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16,0.0946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,64,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,128,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,256,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,512,0.0967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,1024,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,2048,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,4096,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,8192,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,16384,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,32768,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,131072,0.3177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,2,1,1,65536,0.2111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,64,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,128,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,256,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,512,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,1024,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,4096,0.1146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,2048,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,8192,0.1163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,16384,0.1287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,32768,0.1546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,65536,0.2182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,4,1,1,131072,0.3268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,64,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,128,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,256,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,512,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,1024,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,2048,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,4096,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,8192,0.1198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,16384,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,32768,0.1636
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,65536,0.2355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,8,1,1,131072,0.3516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8,0.0945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,128,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,64,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,256,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,1024,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,512,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,2048,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,4096,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,16384,0.1447
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,8192,0.1268
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,32768,0.1874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,65536,0.2552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,16,1,1,131072,0.3852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,64,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,256,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,512,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,1024,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,2048,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,4096,0.1423
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,8192,0.1526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,16384,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,32768,0.2078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,65536,0.2862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,32,1,1,131072,0.4340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4,0.0995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,64,0.1007
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,128,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,256,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,512,0.1107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,1024,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,2048,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,4096,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,8192,0.1784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,16384,0.1975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,32768,0.2464
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,65536,0.3452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,64,1,1,131072,0.5327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2,0.1080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,64,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,128,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,256,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,512,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,1024,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,2048,0.2002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,4096,0.2086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,8192,0.2249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,16384,0.2525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,32768,0.3197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,65536,0.4605
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2,0.1285
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,128,1,1,131072,0.7260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4,0.1279
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16,0.1293
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32,0.1302
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,64,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,128,0.1408
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,256,0.1531
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,512,0.1691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,1024,0.1986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,2048,0.2770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,4096,0.2949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,8192,0.3237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,16384,0.3757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,32768,0.4946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,65536,0.7189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2,0.1706
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,256,1,1,131072,1.2569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4,0.1709
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8,0.1735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16,0.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32,0.1737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,64,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,128,0.1921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,256,0.2063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,512,0.2358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,1024,0.2887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,2048,0.4461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,4096,0.4765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,8192,0.5264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,16384,0.6340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,32768,0.8615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2,0.2486
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,512,1,1,65536,1.3629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4,0.2497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8,0.2475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16,0.2493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32,0.2493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,64,0.2500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,128,0.2760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,256,0.3036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,512,0.3518
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,1024,0.4543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,2048,0.7271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,4096,0.7820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,8192,0.8856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,16384,1.0903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,8,1024,1,1,32768,1.5122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16,0.0799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,64,0.0782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32,0.0800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,128,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,256,0.0862
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,512,0.0823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,1024,0.0833
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,2048,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,4096,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,8192,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,16384,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,32768,0.1366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,65536,0.1992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1,1,1,131072,0.2994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8,0.0909
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,64,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,128,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,256,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,512,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,1024,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,2048,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,4096,0.1111
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,8192,0.1184
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,16384,0.1256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,32768,0.1516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,65536,0.2096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,2,1,1,131072,0.3186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,64,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,128,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,256,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,512,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,1024,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,2048,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,8192,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,16384,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,4096,0.1105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,32768,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,65536,0.2140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,4,1,1,131072,0.3325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,128,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,64,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,256,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,512,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,2048,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,1024,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,4096,0.1161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,8192,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,16384,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,32768,0.1614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,65536,0.2304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,8,1,1,131072,0.3529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,64,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,128,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,256,0.0972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,512,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,1024,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,2048,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,4096,0.1204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,8192,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,16384,0.1425
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,32768,0.1822
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,65536,0.2536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,16,1,1,131072,0.3815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,64,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,128,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,256,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,1024,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,2048,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,512,0.0996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,4096,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,8192,0.1515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,16384,0.1658
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,32768,0.2042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,65536,0.2832
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,32,1,1,131072,0.4339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,64,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,128,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,256,0.1013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,512,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,1024,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,2048,0.1593
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,4096,0.1638
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,8192,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,16384,0.1946
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,32768,0.2429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,65536,0.3420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,64,1,1,131072,0.5290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8,0.1043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16,0.1061
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,64,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,128,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,512,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,256,0.1129
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,1024,0.1478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,2048,0.1972
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,4096,0.2065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,8192,0.2214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,16384,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,32768,0.3156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,65536,0.4570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,128,1,1,131072,0.7210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4,0.1241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8,0.1256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16,0.1258
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,64,0.1264
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,128,0.1370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,256,0.1475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,512,0.1658
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,1024,0.1950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,2048,0.2753
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,4096,0.2892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,8192,0.3188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,16384,0.3701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,32768,0.4879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,65536,0.7117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2,0.1649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,256,1,1,131072,1.2537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4,0.1667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16,0.1668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32,0.1677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,64,0.1703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,128,0.1861
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,256,0.2027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,512,0.2304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,1024,0.2841
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,2048,0.4409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,4096,0.4723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,8192,0.5228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,16384,0.6255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,32768,0.8555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2,0.2419
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,512,1,1,65536,1.3629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4,0.2410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8,0.2414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16,0.2426
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32,0.2433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,64,0.2453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,128,0.2701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,256,0.2977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,512,0.3452
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,1024,0.4459
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,2048,0.7172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,4096,0.7733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,8192,0.8750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,16384,1.0782
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2,0.0747
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,4,1024,1,1,32768,1.5005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4,0.0784
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32,0.0777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,64,0.0789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,128,0.0800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,256,0.0785
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,512,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,1024,0.0816
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,2048,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,4096,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,8192,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,16384,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,32768,0.1374
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,65536,0.1949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1,1,1,131072,0.2963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2,0.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,64,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,128,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,256,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,512,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,2048,0.1084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,1024,0.0943
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,4096,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,8192,0.1149
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,16384,0.1250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,32768,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,65536,0.2082
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,2,1,1,131072,0.3096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4,0.0902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32,0.0877
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,64,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,128,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,256,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,512,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,1024,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,2048,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,4096,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,8192,0.1118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,32768,0.1508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,16384,0.1265
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,65536,0.2115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,4,1,1,131072,0.3229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,128,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,64,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,256,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,512,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,1024,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,2048,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,4096,0.1115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,16384,0.1299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,8192,0.1180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,32768,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,65536,0.2282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,8,1,1,131072,0.3532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,64,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,128,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,512,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,1024,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,2048,0.1134
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,4096,0.1164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,8192,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,16384,0.1367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,32768,0.1798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,65536,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,16,1,1,131072,0.3796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4,0.0954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,128,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,64,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,512,0.0985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,2048,0.1287
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,1024,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,4096,0.1382
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,16384,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,32768,0.2014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,8192,0.1460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,65536,0.2823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,32,1,1,131072,0.4314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,64,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,128,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,512,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,256,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,1024,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,2048,0.1582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,4096,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,8192,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,16384,0.1933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,32768,0.2418
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,65536,0.3400
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,64,1,1,131072,0.5277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16,0.1045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,64,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32,0.1038
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,128,0.1058
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,256,0.1127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,512,0.1261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,1024,0.1461
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,2048,0.1952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,4096,0.2045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,8192,0.2193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,16384,0.2488
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,32768,0.3140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,131072,0.7185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,128,1,1,65536,0.4563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16,0.1250
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,64,0.1243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,256,0.1453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,512,0.1655
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,128,0.1343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,1024,0.1945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,2048,0.2756
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,8192,0.3162
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,4096,0.2872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,16384,0.3697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,32768,0.4873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,65536,0.7161
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,256,1,1,131072,1.2508
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2,0.1601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4,0.1619
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32,0.1640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,64,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,128,0.1852
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,256,0.2000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,512,0.2277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,1024,0.2815
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,2048,0.4399
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,4096,0.4683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,8192,0.5180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,32768,0.8520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,16384,0.6220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,512,1,1,65536,1.3370
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2,0.2385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4,0.2392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8,0.2372
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16,0.2395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,64,0.2424
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32,0.2385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,128,0.2659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,256,0.2940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,512,0.3397
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,1024,0.4413
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,2048,0.7145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,4096,0.7703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,8192,0.8704
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,16384,1.0746
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,2,1024,1,1,32768,1.4965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32,0.0761
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,64,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,128,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,256,0.0786
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,1024,0.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,512,0.0800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,2048,0.0875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,4096,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,8192,0.1030
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,16384,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,32768,0.1380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,65536,0.1934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1,1,1,131072,0.2970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,64,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,128,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,256,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,512,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,1024,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,2048,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,4096,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,16384,0.1224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,8192,0.1158
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,32768,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,65536,0.2087
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,2,1,1,131072,0.3119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8,0.0870
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16,0.0876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,64,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,256,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,512,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,1024,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,2048,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,4096,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,8192,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,16384,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,32768,0.1497
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,65536,0.2106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,4,1,1,131072,0.3291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4,0.0887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16,0.0907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,64,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,256,0.0924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,512,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,1024,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,2048,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,4096,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,8192,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,16384,0.1263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,32768,0.1562
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,65536,0.2299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,8,1,1,131072,0.3513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4,0.0907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,64,0.0904
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,128,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,256,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,512,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,1024,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,2048,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,4096,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,8192,0.1267
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,16384,0.1416
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,65536,0.2515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,32768,0.1793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,16,1,1,131072,0.3827
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4,0.0945
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,64,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,128,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,256,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,512,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,1024,0.1021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,2048,0.1225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,4096,0.1358
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,8192,0.1458
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,16384,0.1649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,32768,0.1996
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,65536,0.2842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,32,1,1,131072,0.4290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,64,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,128,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,256,0.1006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,512,0.1051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,1024,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,2048,0.1584
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,4096,0.1631
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,8192,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,16384,0.1911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,32768,0.2422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,65536,0.3394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,64,1,1,131072,0.5275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,128,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,64,0.1035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,256,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,512,0.1208
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,1024,0.1428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,2048,0.1965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,4096,0.2031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,8192,0.2181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,16384,0.2467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,32768,0.3163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,65536,0.4548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,128,1,1,131072,0.7202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2,0.1242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8,0.1217
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16,0.1238
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,64,0.1245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,128,0.1355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,256,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,512,0.1630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,2048,0.2751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,4096,0.2858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,1024,0.1931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,8192,0.3154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,16384,0.3708
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,32768,0.4858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,65536,0.7094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2,0.1614
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4,0.1611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,256,1,1,131072,1.2491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8,0.1613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16,0.1635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32,0.1642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,64,0.1650
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,128,0.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,256,0.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,512,0.2260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,1024,0.2790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,2048,0.4392
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,4096,0.4684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,8192,0.5156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,16384,0.6229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,32768,0.8526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2,0.2355
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,512,1,1,65536,1.3635
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4,0.2367
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8,0.2376
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16,0.2368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32,0.2378
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,64,0.2404
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,256,0.2902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,128,0.2675
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,512,0.3384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,1024,0.4384
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,2048,0.7119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,8192,0.8665
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,4096,0.7667
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,16384,1.0721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2,0.1586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,bfloat16,nvfp4,1,1024,1,1,32768,1.4952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8,0.1585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16,0.1569
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,64,0.1577
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32,0.1586
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,128,0.1582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,256,0.1588
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,512,0.1622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,1024,0.1658
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,2048,0.1740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,4096,0.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,8192,0.1928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,16384,0.1989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,32768,0.2251
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,65536,0.2824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1,1,1,131072,0.3907
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2,0.1715
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8,0.1696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16,0.1725
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32,0.1716
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,64,0.1700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,128,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,256,0.1757
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,512,0.1737
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,1024,0.1745
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,2048,0.1855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,4096,0.1998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,16384,0.2120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,8192,0.2017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,32768,0.2362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,65536,0.3013
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,2,1,1,131072,0.3997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2,0.1728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4,0.1711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8,0.1726
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16,0.1701
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,64,0.1707
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,128,0.1717
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,256,0.1720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,512,0.1759
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,1024,0.1754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,2048,0.1994
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,4096,0.1975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,8192,0.2027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,16384,0.2137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,32768,0.2406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,65536,0.2976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,4,1,1,131072,0.4029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2,0.1740
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4,0.1748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16,0.1744
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32,0.1727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,64,0.1755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,128,0.1742
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,256,0.1791
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,512,0.1773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,1024,0.1824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,2048,0.1999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,4096,0.2043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,8192,0.2101
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,32768,0.2456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,16384,0.2176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,65536,0.3092
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,8,1,1,131072,0.4273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2,0.1751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4,0.1769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8,0.1749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16,0.1781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32,0.1769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,64,0.1783
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,128,0.1751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,256,0.1792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,512,0.1808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,1024,0.1843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,2048,0.2060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,8192,0.2112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,16384,0.2235
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,4096,0.2054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,32768,0.2543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,65536,0.3233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,16,1,1,131072,0.4510
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2,0.1789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4,0.1808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8,0.1807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16,0.1796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32,0.1806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,64,0.1822
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,128,0.1817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,256,0.1848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,512,0.1848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,1024,0.1892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,2048,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,4096,0.2147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,8192,0.2216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,16384,0.2360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,32768,0.2731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,65536,0.3523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,32,1,1,131072,0.5000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4,0.1846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8,0.1849
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16,0.1844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32,0.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,64,0.1858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,128,0.1850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,256,0.1855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,512,0.1911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,1024,0.1924
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,2048,0.2232
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,4096,0.2252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,8192,0.2377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,16384,0.2565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,32768,0.3031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,65536,0.4032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,64,1,1,131072,0.5948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2,0.2034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4,0.2029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8,0.2011
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16,0.2033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,64,0.2040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32,0.2035
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,128,0.2043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,256,0.2078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,512,0.2117
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,1024,0.2201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,2048,0.2585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,4096,0.2659
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,8192,0.2844
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,16384,0.3121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,32768,0.3779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,65536,0.5194
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,128,1,1,131072,0.7838
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2,0.2435
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4,0.2420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8,0.2414
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16,0.2436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32,0.2430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,64,0.2419
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,128,0.2453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,256,0.2524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,512,0.2587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,1024,0.2739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,2048,0.3380
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,4096,0.3526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,8192,0.3789
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,16384,0.4329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,32768,0.5517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,65536,0.7738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2,0.3292
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,256,1,1,131072,1.3172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4,0.3304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8,0.3331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16,0.3297
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32,0.3317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,64,0.3335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,128,0.3353
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,256,0.3437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,512,0.3598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,1024,0.3871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,2048,0.4947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,4096,0.5212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,8192,0.5773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,16384,0.6828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,32768,0.9042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,512,1,1,65536,1.3913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2,0.5735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4,0.5749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8,0.5718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16,0.5696
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32,0.5732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,64,0.5754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,128,0.5828
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,256,0.5921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,512,0.6216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,1024,0.6749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,2048,0.8690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,4096,0.9124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,8192,1.0174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,16384,1.2261
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,128,1024,1,1,32768,1.6390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4,0.1206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,64,0.1212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,128,0.1190
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,256,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,512,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,1024,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,2048,0.1428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,4096,0.1466
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,8192,0.1500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,16384,0.1615
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,32768,0.1823
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,65536,0.2436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1,1,1,131072,0.3457
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2,0.1340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4,0.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8,0.1319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32,0.1345
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,128,0.1325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,64,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,256,0.1340
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,512,0.1360
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,1024,0.1337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,2048,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,4096,0.1568
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,8192,0.1677
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,16384,0.1723
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,32768,0.1990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,65536,0.2571
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,2,1,1,131072,0.3649
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4,0.1305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8,0.1290
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16,0.1327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32,0.1304
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,64,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,128,0.1305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,256,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,512,0.1337
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,1024,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,2048,0.1517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,4096,0.1611
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,8192,0.1634
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,16384,0.1705
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,32768,0.1965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,65536,0.2601
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,4,1,1,131072,0.3632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4,0.1303
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,64,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32,0.1329
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,128,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,256,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,512,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,1024,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,2048,0.1582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,4096,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,8192,0.1653
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,16384,0.1738
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,32768,0.2043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,65536,0.2639
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,8,1,1,131072,0.3808
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2,0.1333
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4,0.1364
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8,0.1343
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16,0.1328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32,0.1336
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,64,0.1359
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,128,0.1344
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,256,0.1363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,512,0.1378
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,1024,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,2048,0.1651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,4096,0.1669
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,8192,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,16384,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,32768,0.2143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,65536,0.2836
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,16,1,1,131072,0.4112
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2,0.1381
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4,0.1365
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32,0.1368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,64,0.1361
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,128,0.1369
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,256,0.1389
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,512,0.1431
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,1024,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,2048,0.1767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,4096,0.1818
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,8192,0.1905
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,16384,0.2020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,32768,0.2402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,65536,0.3197
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,32,1,1,131072,0.4700
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4,0.1428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16,0.1437
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32,0.1439
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,64,0.1429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,128,0.1456
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,256,0.1498
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,512,0.1548
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,1024,0.1651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,2048,0.2076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,4096,0.2153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,8192,0.2255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,16384,0.2429
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,32768,0.2903
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,131072,0.5769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,64,1,1,65536,0.3919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2,0.1582
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4,0.1585
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8,0.1597
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16,0.1604
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32,0.1576
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,64,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,128,0.1678
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,256,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,512,0.1819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,1024,0.2046
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,2048,0.2691
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,4096,0.2798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,8192,0.2928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,16384,0.3243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,32768,0.3885
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,65536,0.5322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,128,1,1,131072,0.7955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2,0.1891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8,0.1860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32,0.1882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16,0.1875
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,64,0.1887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,128,0.2047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,256,0.2095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,512,0.2273
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,1024,0.2666
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,2048,0.3728
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,4096,0.3807
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,8192,0.4100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,16384,0.4671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,32768,0.5843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,65536,0.8043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2,0.2529
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,256,1,1,131072,1.3478
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4,0.2539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8,0.2505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16,0.2530
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32,0.2505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,64,0.2539
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,128,0.2806
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,256,0.2930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,512,0.3311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,1024,0.4114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,2048,0.6079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,4096,0.6412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,8192,0.6913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,16384,0.7947
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,32768,1.0163
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2,0.4172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,512,1,1,65536,1.5203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4,0.4166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8,0.4137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16,0.4170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32,0.4147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,64,0.4150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,128,0.4735
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,256,0.4998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,512,0.5720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,1024,0.7249
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,2048,1.0842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,4096,1.1515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,8192,1.2427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,16384,1.4476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,64,1024,1,1,32768,1.8543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,64,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,128,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,512,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,1024,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,2048,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,4096,0.1160
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,8192,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,16384,0.1286
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,32768,0.1558
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,65536,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1,1,1,131072,0.3147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,64,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,128,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,256,0.1093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,512,0.1069
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,1024,0.1095
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,2048,0.1255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,4096,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,8192,0.1339
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,16384,0.1441
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,32768,0.1720
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,65536,0.2328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,2,1,1,131072,0.3395
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4,0.1034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32,0.1057
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,64,0.1041
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,256,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,512,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,128,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,1024,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,2048,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,4096,0.1257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,8192,0.1324
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,16384,0.1428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,32768,0.1693
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,65536,0.2368
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,4,1,1,131072,0.3440
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8,0.1062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16,0.1033
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,64,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,256,0.1056
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,1024,0.1098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,512,0.1104
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,128,0.1078
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,2048,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,4096,0.1325
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,8192,0.1393
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,16384,0.1448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,32768,0.1829
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,65536,0.2469
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,8,1,1,131072,0.3668
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4,0.1084
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16,0.1105
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8,0.1072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,64,0.1080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,128,0.1109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,256,0.1094
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,512,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,1024,0.1127
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,2048,0.1349
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,4096,0.1362
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,8192,0.1470
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,16384,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,32768,0.1935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,65536,0.2603
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,16,1,1,131072,0.3882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4,0.1147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32,0.1144
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,64,0.1106
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,128,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,256,0.1167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,512,0.1185
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,1024,0.1195
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,2048,0.1507
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,4096,0.1565
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,8192,0.1622
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,16384,0.1755
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,32768,0.2102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,65536,0.2960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,32,1,1,131072,0.4422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16,0.1151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32,0.1142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,64,0.1137
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,128,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,512,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,256,0.1203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,1024,0.1301
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,2048,0.1662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,4096,0.1699
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,8192,0.1798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,16384,0.1977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,32768,0.2499
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,65536,0.3467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,64,1,1,131072,0.5335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8,0.1291
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16,0.1315
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32,0.1275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,64,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,128,0.1348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,256,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,512,0.1433
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,1024,0.1575
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,2048,0.2039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,4096,0.2123
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,8192,0.2260
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,16384,0.2555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,32768,0.3214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,65536,0.4640
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4,0.1511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,128,1,1,131072,0.7306
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2,0.1519
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8,0.1536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16,0.1526
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32,0.1537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,64,0.1534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,128,0.1617
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,256,0.1661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,512,0.1766
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,1024,0.2037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,2048,0.2739
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,4096,0.2902
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,8192,0.3142
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,16384,0.3748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,32768,0.4887
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,65536,0.7093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2,0.1983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,256,1,1,131072,1.2535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4,0.1990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8,0.1976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16,0.1999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32,0.1982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,64,0.1986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,128,0.2130
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,256,0.2210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,512,0.2412
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,1024,0.2843
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,2048,0.4143
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,4096,0.4460
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,8192,0.4956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,16384,0.5992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,32768,0.8237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,512,1,1,65536,1.3385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2,0.3074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4,0.3053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8,0.3047
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16,0.3072
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32,0.3064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,64,0.3037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,128,0.3394
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,512,0.3912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,256,0.3514
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,1024,0.4684
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,2048,0.7133
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,4096,0.7599
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,8192,0.8606
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,16384,1.0630
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2,0.0860
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,32,1024,1,1,32768,1.4842
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16,0.0855
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4,0.0848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8,0.0857
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32,0.0839
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,64,0.0826
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,256,0.0882
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,128,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,512,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,1024,0.0856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,2048,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,8192,0.1080
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,4096,0.1067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,16384,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,32768,0.1451
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,65536,0.2036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1,1,1,131072,0.3109
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8,0.1002
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,64,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,256,0.1029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,128,0.0973
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,512,0.0997
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,1024,0.1006
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,2048,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,4096,0.1148
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,8192,0.1231
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,16384,0.1313
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,32768,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,65536,0.2147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,2,1,1,131072,0.3180
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8,0.0968
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,64,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,128,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,256,0.0988
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,512,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,4096,0.1182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,1024,0.0990
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,8192,0.1248
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,2048,0.1130
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,32768,0.1598
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,16384,0.1307
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,65536,0.2253
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,4,1,1,131072,0.3319
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2,0.0977
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8,0.0993
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,64,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,128,0.0998
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,256,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,512,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,1024,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,2048,0.1181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,4096,0.1171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,8192,0.1246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,16384,0.1388
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,32768,0.1671
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,65536,0.2338
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,8,1,1,131072,0.3541
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2,0.1004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8,0.0987
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16,0.1000
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,64,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,128,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,256,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,512,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,1024,0.1022
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,4096,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,8192,0.1309
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,2048,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,16384,0.1476
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,32768,0.1820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,65536,0.2532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,16,1,1,131072,0.3800
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8,0.1029
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4,0.1020
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16,0.0999
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32,0.0992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,128,0.1017
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,64,0.1031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,256,0.1032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,512,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,1024,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,2048,0.1288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,4096,0.1377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,8192,0.1428
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,16384,0.1589
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,32768,0.1989
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,65536,0.2781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,32,1,1,131072,0.4271
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4,0.1043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8,0.1031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,64,0.1042
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,128,0.1045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,256,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,512,0.1097
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,1024,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,2048,0.1480
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,4096,0.1524
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,8192,0.1642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,16384,0.1809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,65536,0.3295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,32768,0.2299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,64,1,1,131072,0.5171
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,64,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,128,0.1155
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,256,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,512,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,1024,0.1351
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,2048,0.1695
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,4096,0.1797
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,8192,0.1950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,16384,0.2243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,32768,0.2919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,65536,0.4280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,128,1,1,131072,0.6950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4,0.1348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8,0.1322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,64,0.1347
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,128,0.1390
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,256,0.1427
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,512,0.1516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,1024,0.1689
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,2048,0.2225
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,4096,0.2328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,8192,0.2645
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,16384,0.3172
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,32768,0.4348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,65536,0.6563
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,256,1,1,131072,1.2004
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4,0.1734
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8,0.1721
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16,0.1743
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32,0.1729
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,64,0.1718
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,128,0.1819
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,256,0.1901
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,512,0.2051
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,1024,0.2314
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,2048,0.3348
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,4096,0.3651
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,8192,0.4169
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,16384,0.5201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,32768,0.7449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2,0.2542
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,512,1,1,65536,1.2579
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4,0.2517
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8,0.2525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16,0.2535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32,0.2534
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,64,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,128,0.2688
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,256,0.2835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,512,0.3067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,1024,0.3516
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,2048,0.5363
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,8192,0.6867
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,4096,0.5871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,16384,0.8910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,16,1024,1,1,32768,1.3040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4,0.0788
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8,0.0798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16,0.0794
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32,0.0814
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,64,0.0787
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,128,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,256,0.0824
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,512,0.0837
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,1024,0.0835
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,2048,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,4096,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,8192,0.1059
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,16384,0.1139
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,32768,0.1391
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,65536,0.1958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1,1,1,131072,0.3063
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,64,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,128,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,256,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,512,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,1024,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,2048,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,4096,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,8192,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,16384,0.1262
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,32768,0.1533
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,65536,0.2116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,2,1,1,131072,0.3119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32,0.0908
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,64,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,128,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,256,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,512,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,1024,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,2048,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,4096,0.1122
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,8192,0.1156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,16384,0.1289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,32768,0.1545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,65536,0.2145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,4,1,1,131072,0.3317
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4,0.0930
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,64,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,128,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,256,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,512,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,1024,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,2048,0.1108
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,4096,0.1147
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,8192,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,16384,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,32768,0.1596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,65536,0.2299
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,8,1,1,131072,0.3481
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,64,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,128,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,256,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,512,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,1024,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,2048,0.1151
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,4096,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,8192,0.1228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,16384,0.1371
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,32768,0.1760
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,65536,0.2443
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,16,1,1,131072,0.3752
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2,0.0985
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8,0.0964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32,0.0991
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,64,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,128,0.0958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,256,0.0971
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,512,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,1024,0.1021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,2048,0.1209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,4096,0.1237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,8192,0.1350
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,16384,0.1528
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,32768,0.1921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,65536,0.2741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,32,1,1,131072,0.4210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16,0.0986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32,0.0980
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,64,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,128,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,256,0.1031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,512,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,1024,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,2048,0.1410
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,4096,0.1467
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,8192,0.1553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,16384,0.1765
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,32768,0.2255
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,65536,0.3236
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,64,1,1,131072,0.5086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16,0.1071
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32,0.1055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,128,0.1089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,64,0.1086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,256,0.1102
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,512,0.1154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,1024,0.1282
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,2048,0.1664
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,4096,0.1732
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,8192,0.1889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,16384,0.2170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,32768,0.2854
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,65536,0.4252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2,0.1277
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4,0.1269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,128,1,1,131072,0.6876
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8,0.1252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16,0.1280
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32,0.1269
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,64,0.1247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,128,0.1311
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,256,0.1341
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,512,0.1463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,1024,0.1596
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,2048,0.2154
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,4096,0.2275
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,8192,0.2587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,16384,0.3114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,32768,0.4295
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,65536,0.6496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2,0.1608
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,256,1,1,131072,1.1954
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4,0.1607
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8,0.1621
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16,0.1613
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32,0.1632
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,64,0.1637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,128,0.1719
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,256,0.1804
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,512,0.1970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,2048,0.3244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,1024,0.2245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,4096,0.3535
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,8192,0.4062
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,16384,0.5093
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,32768,0.7357
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4,0.2327
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2,0.2330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8,0.2331
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,512,1,1,65536,1.2244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16,0.2328
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32,0.2335
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,64,0.2346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,128,0.2496
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,256,0.2642
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,1024,0.3322
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,512,0.2850
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,2048,0.5120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,4096,0.5637
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,8192,0.6672
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,16384,0.8661
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2,0.0774
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4,0.0796
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8,0.0776
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,8,1024,1,1,32768,1.2812
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,64,0.0781
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,128,0.0779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,256,0.0795
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,512,0.0817
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,1024,0.0809
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,2048,0.0942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,4096,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,8192,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,16384,0.1120
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,32768,0.1402
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,65536,0.1961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1,1,1,131072,0.3032
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,64,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,128,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,256,0.0952
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,512,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,1024,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,2048,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,8192,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,4096,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,16384,0.1221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,32768,0.1520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,65536,0.2099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,2,1,1,131072,0.3182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4,0.0898
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16,0.0926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,128,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,256,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,512,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,1024,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,2048,0.1079
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,4096,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,8192,0.1141
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,16384,0.1240
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,32768,0.1522
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,65536,0.2157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,4,1,1,131072,0.3179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,64,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,256,0.0926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,512,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,1024,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,2048,0.1075
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,4096,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,8192,0.1166
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,16384,0.1284
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,32768,0.1561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,65536,0.2222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,8,1,1,131072,0.3479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,64,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,128,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,256,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,512,0.0935
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,1024,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,2048,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,4096,0.1140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,8192,0.1200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,16384,0.1334
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,32768,0.1731
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,65536,0.2453
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,16,1,1,131072,0.3754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2,0.0963
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32,0.0962
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,64,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,128,0.0966
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,256,0.0974
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,512,0.0984
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,1024,0.0970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,2048,0.1170
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,4096,0.1207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,8192,0.1330
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,16384,0.1513
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,32768,0.1906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,65536,0.2683
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,32,1,1,131072,0.4221
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2,0.0965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4,0.0957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16,0.0950
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32,0.0967
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,64,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,128,0.0979
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,256,0.0975
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,512,0.1005
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,1024,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,2048,0.1385
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,4096,0.1422
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,8192,0.1536
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,16384,0.1733
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,32768,0.2224
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,65536,0.3202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,64,1,1,131072,0.5089
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4,0.1053
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16,0.1044
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32,0.1018
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,64,0.1060
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,128,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,256,0.1064
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,512,0.1124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,1024,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,2048,0.1629
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,4096,0.1702
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,8192,0.1879
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,16384,0.2152
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,32768,0.2798
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,65536,0.4210
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,128,1,1,131072,0.6872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2,0.1218
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4,0.1189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8,0.1202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16,0.1223
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,32,0.1215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,64,0.1205
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,128,0.1259
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,256,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,512,0.1430
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,1024,0.1561
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,2048,0.2113
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,4096,0.2263
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,8192,0.2545
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,16384,0.3077
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,65536,0.6487
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,256,1,1,131072,1.1881
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8,0.1553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16,0.1570
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32,0.1572
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,64,0.1574
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,128,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,256,0.1771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,512,0.1899
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,1024,0.2178
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,2048,0.3219
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,8192,0.3992
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,4096,0.3479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,16384,0.5065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,32768,0.7305
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,512,1,1,65536,1.2366
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2,0.2256
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4,0.2257
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8,0.2245
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16,0.2252
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32,0.2247
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,64,0.2242
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,128,0.2436
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,256,0.2555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,512,0.2777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,1024,0.3241
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,2048,0.5025
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,4096,0.5502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,8192,0.6553
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,16384,0.8595
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,4,1024,1,1,32768,1.2690
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2,0.0772
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4,0.0754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8,0.0767
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16,0.0773
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32,0.0748
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,64,0.0769
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,128,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,512,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,1024,0.0790
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,2048,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,4096,0.0978
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,256,0.0771
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,8192,0.1021
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,16384,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,32768,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,65536,0.1956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1,1,1,131072,0.2958
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,128,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,256,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,512,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,1024,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,2048,0.1066
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,4096,0.1096
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,8192,0.1157
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,16384,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,32768,0.1475
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,65536,0.2068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,2,1,1,131072,0.3153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4,0.0871
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8,0.0874
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,64,0.0873
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,128,0.0883
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,256,0.0932
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,512,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,1024,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,2048,0.1054
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,4096,0.1119
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,8192,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,16384,0.1229
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,32768,0.1493
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,65536,0.2124
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,4,1,1,131072,0.3199
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,64,0.0886
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,128,0.0925
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,256,0.0919
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,512,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,1024,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,2048,0.1107
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,4096,0.1100
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,8192,0.1145
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,16384,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,32768,0.1550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,65536,0.2227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,8,1,1,131072,0.3448
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8,0.0917
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,64,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,256,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,128,0.0923
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,512,0.0948
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,1024,0.0941
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,2048,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,4096,0.1128
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,8192,0.1216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,16384,0.1312
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,32768,0.1680
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,65536,0.2411
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,16,1,1,131072,0.3727
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8,0.0927
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,64,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,128,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,256,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,512,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,1024,0.0976
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,2048,0.1116
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,4096,0.1220
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,8192,0.1289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,16384,0.1511
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,32768,0.1856
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,65536,0.2697
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,32,1,1,131072,0.4181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4,0.0934
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8,0.0964
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16,0.0953
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,64,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,128,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,512,0.1003
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,256,0.0982
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,1024,0.1037
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,4096,0.1421
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,8192,0.1532
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,2048,0.1300
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,16384,0.1722
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,32768,0.2188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,65536,0.3188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,64,1,1,131072,0.5043
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4,0.1036
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8,0.1016
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16,0.1039
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,64,0.1031
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,128,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,256,0.1065
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,512,0.1099
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,1024,0.1227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,2048,0.1592
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,4096,0.1703
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,8192,0.1848
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,16384,0.2140
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,32768,0.2820
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,131072,0.6847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,128,1,1,65536,0.4200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8,0.1188
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32,0.1176
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,64,0.1201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,128,0.1243
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,256,0.1281
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,512,0.1409
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,1024,0.1559
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,2048,0.2098
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,4096,0.2246
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,8192,0.2515
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,16384,0.3067
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,32768,0.4200
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,65536,0.6462
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2,0.1550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,256,1,1,131072,1.1858
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4,0.1555
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8,0.1556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16,0.1550
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32,0.1552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,64,0.1567
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,128,0.1685
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,256,0.1764
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,512,0.1896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,1024,0.2159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,2048,0.3182
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,4096,0.3485
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,8192,0.3970
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,16384,0.5068
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,32768,0.7289
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2,0.2212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,512,1,1,65536,1.2174
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4,0.2233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8,0.2202
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16,0.2203
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32,0.2228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,64,0.2228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,128,0.2377
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,256,0.2509
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,512,0.2751
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,1024,0.3204
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,2048,0.4965
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,4096,0.5479
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,8192,0.6525
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,16384,0.8556
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,2,1024,1,1,32768,1.2663
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2,0.0779
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4,0.0749
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8,0.0754
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16,0.0778
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32,0.0777
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,64,0.0750
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,128,0.0770
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,256,0.0792
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,512,0.0793
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,1024,0.0768
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,2048,0.0928
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,4096,0.0959
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,8192,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,16384,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,65536,0.1957
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,32768,0.1342
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1,1,1,131072,0.2995
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16,0.0915
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,64,0.0893
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,128,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,256,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,512,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,1024,0.0916
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,2048,0.1015
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,4096,0.1076
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,8192,0.1136
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,16384,0.1222
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,32768,0.1500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,65536,0.2115
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,2,1,1,131072,0.3118
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8,0.0884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32,0.0880
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16,0.0872
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,64,0.0892
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,128,0.0895
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,256,0.0897
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,512,0.0890
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,1024,0.0921
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,2048,0.1001
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,4096,0.1085
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,8192,0.1167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,16384,0.1215
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,32768,0.1492
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,65536,0.2086
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,4,1,1,131072,0.3233
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4,0.0889
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16,0.0896
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32,0.0869
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,64,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,128,0.0894
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,256,0.0920
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,512,0.0891
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,1024,0.0918
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,2048,0.1083
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,4096,0.1121
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,16384,0.1239
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,8192,0.1153
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,32768,0.1552
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,65536,0.2201
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,8,1,1,131072,0.3455
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2,0.0914
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8,0.0926
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4,0.0911
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16,0.0900
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32,0.0906
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,64,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,128,0.0910
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,256,0.0912
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,512,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,1024,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,2048,0.1074
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,4096,0.1125
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,8192,0.1167
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,16384,0.1310
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,32768,0.1662
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,65536,0.2420
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,16,1,1,131072,0.3711
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2,0.0960
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4,0.0913
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8,0.0936
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16,0.0938
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32,0.0944
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,64,0.0922
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,256,0.0929
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,512,0.0961
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,128,0.0940
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,1024,0.0983
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,2048,0.1146
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,4096,0.1177
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,8192,0.1288
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,16384,0.1500
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,32768,0.1888
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,65536,0.2686
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,32,1,1,131072,0.4150
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2,0.0939
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4,0.0949
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8,0.0933
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16,0.0931
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32,0.0937
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,64,0.0955
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,128,0.0956
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,256,0.0951
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,512,0.0981
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,1024,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,2048,0.1346
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,4096,0.1406
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,8192,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,16384,0.1714
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,32768,0.2189
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,65536,0.3175
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,64,1,1,131072,0.5045
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2,0.1019
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4,0.1014
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8,0.1023
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16,0.1027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32,0.1026
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,64,0.1027
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,128,0.1024
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,256,0.1040
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,512,0.1103
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,1024,0.1214
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,2048,0.1587
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,4096,0.1681
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,8192,0.1846
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,16384,0.2114
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,32768,0.2799
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,65536,0.4181
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2,0.1168
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,128,1,1,131072,0.6866
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4,0.1165
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8,0.1159
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16,0.1183
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32,0.1193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,64,0.1186
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,128,0.1244
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,256,0.1272
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,512,0.1417
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,1024,0.1543
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,2048,0.2088
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,4096,0.2228
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,8192,0.2502
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,16384,0.3055
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,32768,0.4212
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,65536,0.6449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2,0.1505
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,256,1,1,131072,1.1847
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4,0.1549
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8,0.1537
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16,0.1544
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32,0.1523
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,64,0.1546
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,128,0.1660
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,256,0.1741
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,512,0.1884
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,1024,0.2156
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,2048,0.3179
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,4096,0.3449
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,8192,0.3986
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,16384,0.5034
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,32768,0.7237
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2,0.2216
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,512,1,1,65536,1.2164
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4,0.2209
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8,0.2207
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16,0.2206
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32,0.2193
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,64,0.2227
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,128,0.2373
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,256,0.2501
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,512,0.2713
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,1024,0.3198
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,2048,0.4942
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,4096,0.5463
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,8192,0.6491
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,16384,0.8520
TRTLLM,1.3.0rc10,NVIDIA GB200,dsa_generation_module,default,zai-org/GLM-5,GlmMoeDsaForCausalLM,bfloat16,fp8,nvfp4,1,1024,1,1,32768,1.2629
