framework,version,device,op_name,kernel_source,m,k,quant_dtype,latency
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,12288,fp8,0.5262709299723306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,16384,fp8,0.7005825042724607
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,51200,fp8,2.2019126892089846
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,8192,fp8,0.34695682525634763
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,10240,fp8,0.43509337107340496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,4096,fp8,0.15710614522298172
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,5120,fp8,0.20253976186116535
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,7168,fp8,0.2975530942281087
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,6144,fp8,0.25256430308024086
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,3072,fp8,0.09895359675089516
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,3584,fp8,0.1307200113932292
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,2048,fp8,0.03378985722859698
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,2560,fp8,0.06757440567016601
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,768,fp8,0.014556800325711567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,512,fp8,0.012802133957544964
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,256,fp8,0.009402666985988614
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,128,fp8,0.007797333101431528
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,64,fp8,0.009030400464932125
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,32,fp8,0.007598933329184851
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,1024,fp8,0.018001067638397216
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,1536,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,12288,fp8,0.25361385345458987
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,16384,fp8,0.3474485397338867
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,10240,fp8,0.20534296035766597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,8192,fp8,0.16131305694580073
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,5120,fp8,0.07087786992390949
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,4096,fp8,0.03667519887288409
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,3584,fp8,0.007022929191589367
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,3072,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,6144,fp8,0.1005706787109375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,1024,fp8,0.012925866246223449
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,7168,fp8,0.12986240386962888
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,512,fp8,0.010101332763830823
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,2048,fp8,0.017903999487559004
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,256,fp8,0.00794880042473475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,128,fp8,0.008998399724562962
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,32,fp8,0.006396799782911937
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,51200,fp8,1.1023990631103515
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,1536,fp8,0.014484265446662904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,16384,fp8,0.16133546829223633
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,768,fp8,0.011253333091735842
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,64,fp8,0.007554133484760921
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,8192,fp8,0.03488427797953289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,7168,fp8,0.00979520479838053
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,12288,fp8,0.10565225283304852
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,5120,fp8,0.021290667851765952
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,4096,fp8,0.018110930919647217
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,6144,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,3584,fp8,0.016088533401489257
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,3072,fp8,0.01452480057875315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,2048,fp8,0.012691198786099752
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,1536,fp8,0.011116800705591838
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,1024,fp8,0.009296000003814696
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,768,fp8,0.01064533293247223
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,512,fp8,0.008067200084527333
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,256,fp8,0.008987732976675034
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,64,fp8,0.0077258666356404635
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,32,fp8,0.006141866495211919
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,51200,fp8,0.5482666015625
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,2560,fp8,0.019915733734766638
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,16384,fp8,0.04531307220458983
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,12288,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,2560,fp8,0.012964265545209252
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,10240,fp8,0.020689064264297494
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,8192,fp8,0.01930986642837524
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,128,fp8,0.007616000374158223
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,51200,fp8,0.2846047719319662
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,7168,fp8,0.017785600821177167
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,6144,fp8,0.015740799903869628
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,5120,fp8,0.01577600042025248
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,3584,fp8,0.013465599219004315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,3072,fp8,0.010975999633471168
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,2560,fp8,0.011978666981061297
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,2048,fp8,0.009307733674844108
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,1536,fp8,0.010193066298961639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,1024,fp8,0.007815466324488322
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,768,fp8,0.01018346647421519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,512,fp8,0.008981333176294962
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,256,fp8,0.007580799857775369
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,128,fp8,0.007405866682529449
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,64,fp8,0.006036266436179478
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,32,fp8,0.006058666606744131
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,10240,fp8,0.0734677314758301
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,16384,fp8,0.044567473729451496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,12288,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,10240,fp8,0.021995731194814048
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,8192,fp8,0.02101226647694906
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,7168,fp8,0.019148798783620195
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,6144,fp8,0.016146133343378707
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,5120,fp8,0.015895466009775795
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,4096,fp8,0.012663465738296508
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,4096,fp8,0.012689066926638282
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,3584,fp8,0.013544532656669614
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,3072,fp8,0.01111039916674296
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,2560,fp8,0.011879467964172363
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,2048,fp8,0.01047679930925369
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,1024,fp8,0.008561066786448161
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,768,fp8,0.010205866396427152
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,512,fp8,0.008925866335630417
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,51200,fp8,0.2840938250223795
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,128,fp8,0.0074912004172801964
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,64,fp8,0.006244266778230668
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,32,fp8,0.00572159985701243
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16384,65536,fp8,1.4139945983886713
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4353,65536,fp8,0.3699370702107747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,16384,fp8,0.03551146189371743
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,12288,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,10240,fp8,0.021613866090774536
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,1536,fp8,0.010283733407656355
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,8192,fp8,0.018021331230799353
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,7168,fp8,0.016379735867182412
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8192,65536,fp8,0.7024532318115235
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,5120,fp8,0.01306559940179189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,4096,fp8,0.012949333588282267
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,51200,fp8,0.2647178649902344
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,3072,fp8,0.011060267686843872
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,2560,fp8,0.012125867605209352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,65536,fp8,0.36828581492106116
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,1536,fp8,0.010617599884668984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,1024,fp8,0.008047999938329062
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,512,fp8,0.008942933628956477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,256,fp8,0.007717333734035492
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,128,fp8,0.0072842662533124285
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,64,fp8,0.00631786659359932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,32,fp8,0.005934933324654898
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32768,65536,fp8,2.8232584635416664
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,6144,fp8,0.014334933956464135
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,3584,fp8,0.012385067343711852
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,2048,fp8,0.010042665898799895
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,12288,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,768,fp8,0.010105599959691366
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,10240,fp8,0.02131733496983846
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,8192,fp8,0.01805226802825928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,7168,fp8,0.016412802537282306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,6144,fp8,0.014713600277900696
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,5120,fp8,0.013014400998751324
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,4096,fp8,0.012921600540479024
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,3072,fp8,0.011271466811498005
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,2560,fp8,0.011734400192896524
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,2048,fp8,0.00940053363641103
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,1536,fp8,0.010600533584753675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,1024,fp8,0.008045866588751475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,768,fp8,0.01024320051074028
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,512,fp8,0.008965333302815756
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,51200,fp8,0.26441386540730805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,256,fp8,0.008839466919501621
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,128,fp8,0.007418666531642278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,32,fp8,0.005810132871071497
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,64,fp8,0.006198400259017944
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4352,256,fp8,0.007765333106120428
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,16384,fp8,0.01985812981923421
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,12288,fp8,0.004596265157063788
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,10240,fp8,0.02101866602897644
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,8192,fp8,0.018907733758290607
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,16384,fp8,0.036147197087605804
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,6144,fp8,0.017083734273910526
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,5120,fp8,0.01554879943529765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,4096,fp8,0.013384533921877544
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,3584,fp8,0.012565334637959799
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,3072,fp8,0.011686399579048158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,2560,fp8,0.010644266009330751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,2048,fp8,0.01007360021273295
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,1536,fp8,0.008941866954167684
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,3584,fp8,0.012143999338150024
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,1024,fp8,0.009425066411495209
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4097,65536,fp8,0.3483381271362306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,51200,fp8,0.247262954711914
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,128,fp8,0.007383467008670171
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,64,fp8,0.00608746682604154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,32,fp8,0.005686399837334951
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4096,65536,fp8,0.34804051717122386
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,16384,fp8,0.021715203921000154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,7168,fp8,0.01737813353538513
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,10240,fp8,0.020935465892155964
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,8192,fp8,0.019125332434972126
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,7168,fp8,0.017378135522206625
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,768,fp8,0.00988480026523272
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,256,fp8,0.007520000139872233
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,6144,fp8,0.016824533541997273
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,4096,fp8,0.01362346609433492
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,3584,fp8,0.012578133742014564
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,65536,fp8,0.3243338584899902
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,3072,fp8,0.011650134126345317
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,2560,fp8,0.010616532961527505
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,1536,fp8,0.010583466788132986
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,2048,fp8,0.010149333874384563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,768,fp8,0.010189867019653319
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,512,fp8,0.009025066345930099
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,256,fp8,0.007436800003051758
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,128,fp8,0.007401600231726964
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,64,fp8,0.006076800326506298
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,32,fp8,0.006170666714509328
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,12288,fp8,0.004099198182423894
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,16384,fp8,0.0072789271672566574
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,51200,fp8,0.2469429016113281
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,12288,fp8,0.02224426666895548
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3841,512,fp8,0.00894293338060379
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,5120,fp8,0.015492267409960427
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,10240,fp8,0.020481065909067793
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,51200,fp8,0.22833385467529294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,8192,fp8,0.016421333948771162
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,7168,fp8,0.01594239870707194
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,6144,fp8,0.014390400052070616
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,5120,fp8,0.014231466253598533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,4096,fp8,0.012428800264994303
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,1024,fp8,0.009527466694513957
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,3072,fp8,0.011880532900492352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,2560,fp8,0.010858665903409323
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,1536,fp8,0.00933333287636439
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,768,fp8,0.008977066725492477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,512,fp8,0.00911786655584971
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,256,fp8,0.007364266365766526
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3840,65536,fp8,0.32367572784423837
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,128,fp8,0.006014933188756307
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,64,fp8,0.006152533491452536
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,32,fp8,0.005727999905745188
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,16384,fp8,0.007676800092061356
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,10240,fp8,0.02207893133163452
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,8192,fp8,0.016210134824117026
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,7168,fp8,0.01588053305943807
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,6144,fp8,0.014410666624704995
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,5120,fp8,0.01386560002962748
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,51200,fp8,0.2289034843444825
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,4096,fp8,0.012908799449602765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,3584,fp8,0.010998400052388507
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,3584,fp8,0.011080534259478251
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,2560,fp8,0.011008000870545707
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,2048,fp8,0.011608532567818958
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,1024,fp8,0.008177066346009572
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,1536,fp8,0.009172266721725462
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,768,fp8,0.008935466905434926
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,65536,fp8,0.3002261479695638
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,512,fp8,0.008987733721733093
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,256,fp8,0.007367466390132903
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,64,fp8,0.0058111995458602905
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,32,fp8,0.005744000027577083
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,12288,fp8,0.02337706685066223
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,16384,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,12288,fp8,0.022460802396138506
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,51200,fp8,0.21102399826049806
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,10240,fp8,0.01808746655782064
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,8192,fp8,0.01749119957288106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,3072,fp8,0.011869866649309795
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,7168,fp8,0.015644798676172897
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,6144,fp8,0.0151093324025472
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3585,2048,fp8,0.010305067400137582
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,4096,fp8,0.012621867656707765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,1024,fp8,0.00968746691942215
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,65536,fp8,0.3000127792358398
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,3072,fp8,0.010934401055177052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,2560,fp8,0.009385600189367928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,2048,fp8,0.010246399541695914
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,1024,fp8,0.010202667117118836
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3584,128,fp8,0.006076799829800923
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,1536,fp8,0.009057066837946576
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,256,fp8,0.007401599983374278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,128,fp8,0.005835733066002529
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,64,fp8,0.006029867132504781
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,32,fp8,0.005757866551478705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,16384,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,12288,fp8,0.022581332921981813
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,10240,fp8,0.018208001057306925
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,8192,fp8,0.01754986842473348
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,7168,fp8,0.01709119975566864
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,6144,fp8,0.015057066082954408
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,5120,fp8,0.012678399682044985
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,51200,fp8,0.21052799224853513
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,4096,fp8,0.012737066547075905
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,5120,fp8,0.012558934092521665
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,3584,fp8,0.011804800232251483
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,3584,fp8,0.011613866686820982
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,2560,fp8,0.009161599973837534
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,2048,fp8,0.010418132940928141
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,65536,fp8,0.277401606241862
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,1536,fp8,0.009297066430250803
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,1024,fp8,0.010107733309268951
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,768,fp8,0.00885119984547297
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,256,fp8,0.007376000036795934
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,128,fp8,0.0061151996254920965
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,64,fp8,0.005904000004132588
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,512,fp8,0.008973866701126099
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,32,fp8,0.005779200047254563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,12288,fp8,0.01995840271313985
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,16384,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,10240,fp8,0.01921813289324443
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,8192,fp8,0.014664534727732343
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,7168,fp8,0.014402132232983908
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,6144,fp8,0.014198400576909383
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,5120,fp8,0.012170666456222536
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,4096,fp8,0.0110506663719813
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,3584,fp8,0.011938132842381793
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,3072,fp8,0.010648532708485921
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,2560,fp8,0.010203733543554944
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,2048,fp8,0.010639999806880952
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,1024,fp8,0.010181333124637605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,768,fp8,0.009425066411495209
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,51200,fp8,0.19135573705037434
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,512,fp8,0.009006933122873307
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,256,fp8,0.007325866570075353
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,128,fp8,0.006148266543944675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,64,fp8,0.0062069334089756
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,32,fp8,0.0057418669263521824
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,65536,fp8,0.27767356236775714
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,768,fp8,0.008939733107884726
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3329,512,fp8,0.008999467144409815
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,12288,fp8,0.02007786432902018
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,16384,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,10240,fp8,0.019145600001017254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,8192,fp8,0.014643201231956483
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,7168,fp8,0.014329600334167476
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,6144,fp8,0.014058666427930194
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,5120,fp8,0.013518933455149333
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,4096,fp8,0.011078400413195291
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,3584,fp8,0.012173866232236225
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,3072,fp8,0.010604800780614217
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,2560,fp8,0.010164267818133038
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,2048,fp8,0.010610133409500122
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,1536,fp8,0.009369599819183349
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,1024,fp8,0.010261333485444387
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,768,fp8,0.008560000111659367
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,1536,fp8,0.009385600189367932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,512,fp8,0.007719466835260391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,128,fp8,0.006205866237481435
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,64,fp8,0.006006399542093276
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,32,fp8,0.00572159985701243
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3328,3072,fp8,0.010811732709407808
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,16384,fp8,0.023824000358581537
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,12288,fp8,0.019702400763829547
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,10240,fp8,0.016973867019017534
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,8192,fp8,0.015615999698638918
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,51200,fp8,0.173798402150472
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,7168,fp8,0.015118933717409772
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,6144,fp8,0.012733866771062214
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,5120,fp8,0.012515199184417727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,4096,fp8,0.011991466085116066
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,3584,fp8,0.011019734044869743
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,3072,fp8,0.009317333002885182
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,65536,fp8,0.25377600987752275
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,2560,fp8,0.011026133100191751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,2048,fp8,0.009155199925104777
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,1024,fp8,0.009182933469613394
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,1536,fp8,0.00800746629635493
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,768,fp8,0.008974933624267578
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,51200,fp8,0.19197120666503903
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,512,fp8,0.009164799501498542
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,128,fp8,0.006147199620803198
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3072,256,fp8,0.007379199812809626
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,32,fp8,0.005788800368706386
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,64,fp8,0.005916800101598103
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3073,65536,fp8,0.25303681691487634
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,12288,fp8,0.019269335269927974
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,10240,fp8,0.016885332266489667
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,8192,fp8,0.015457066893577575
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,7168,fp8,0.015065600474675495
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,6144,fp8,0.01237653394540151
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,5120,fp8,0.012247466047604879
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,4096,fp8,0.013202132781346642
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,3584,fp8,0.01111040065685908
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,3072,fp8,0.009512532750765483
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,2560,fp8,0.010686933497587838
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,2048,fp8,0.009946667154630023
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,1536,fp8,0.008175999919573466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,1024,fp8,0.008948266754547754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,768,fp8,0.00885866681734721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,256,fp8,0.0073632001876831055
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,128,fp8,0.006929066528876622
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,64,fp8,0.005774933099746704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,32,fp8,0.005689600110054016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,51200,fp8,0.17420479456583654
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,16384,fp8,0.021691733598709108
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,65536,fp8,0.22935679753621424
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,12288,fp8,0.019140265385309857
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,10240,fp8,0.015903999408086136
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,8192,fp8,0.012888532876968388
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,7168,fp8,0.014162134130795794
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,6144,fp8,0.013492267330487568
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,5120,fp8,0.011367467045783997
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,4096,fp8,0.012233599523703256
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,3584,fp8,0.011100799341996509
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,3072,fp8,0.010824532806873323
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,2560,fp8,0.010218666493892671
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,51200,fp8,0.15670293172200522
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,2048,fp8,0.008990933497746784
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,1536,fp8,0.008793599903583527
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,768,fp8,0.008952533453702926
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,1024,fp8,0.008820267021656034
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,512,fp8,0.009374933689832686
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,256,fp8,0.007395199686288834
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,128,fp8,0.005893332759539287
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,64,fp8,0.006111999601125718
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,32,fp8,0.005672533561786016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,65536,fp8,0.22991574605305992
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,16384,fp8,0.02175253431002299
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,10240,fp8,0.01612586776415507
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,512,fp8,0.008630400399367013
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,7168,fp8,0.013882665832837423
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,6144,fp8,0.013602132598559061
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,5120,fp8,0.010686933000882467
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,4096,fp8,0.012258134285608928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,51200,fp8,0.15691200892130536
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,3584,fp8,0.011014400919278463
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,3072,fp8,0.010184532900651296
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2817,256,fp8,0.0073013337949911754
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2561,65536,fp8,0.2054197629292806
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,2048,fp8,0.009048533439636231
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,1536,fp8,0.008606933554013572
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,1024,fp8,0.008827733000119528
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,768,fp8,0.009076266239086788
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,512,fp8,0.00777919963002205
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,256,fp8,0.007306666672229766
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,128,fp8,0.0063701334098974875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2816,16384,fp8,0.02397333383560181
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,64,fp8,0.005913600325584411
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,32,fp8,0.005683200061321258
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,16384,fp8,0.01971733172734578
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,12288,fp8,0.018436266978581743
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,10240,fp8,0.016108799974123632
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,8192,fp8,0.013981865843137105
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,8192,fp8,0.013111467162768044
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,6144,fp8,0.01226666768391927
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,51200,fp8,0.13501760164896645
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,5120,fp8,0.01163946588834127
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,4096,fp8,0.010661332309246064
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,3584,fp8,0.009448532760143282
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,3072,fp8,0.010272000233332317
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,65536,fp8,0.20574932098388665
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,2048,fp8,0.009325866401195527
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,1024,fp8,0.008724267035722733
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,1536,fp8,0.010227199395497641
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,768,fp8,0.008957867075999578
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,512,fp8,0.00763306717077891
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,256,fp8,0.0072970663507779445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,128,fp8,0.006198400010665258
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,64,fp8,0.005957332998514176
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,32,fp8,0.0057994668682416275
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,16384,fp8,0.019742933909098308
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,51200,fp8,0.13485547701517742
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,12288,fp8,0.0192085325717926
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,7168,fp8,0.013075199723243714
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,12288,fp8,0.01873066624005636
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,8192,fp8,0.014041599631309508
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,65536,fp8,0.18230826059977218
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,7168,fp8,0.013047465682029724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,6144,fp8,0.01232640047868093
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,5120,fp8,0.011571199695269268
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,3584,fp8,0.009493333597977955
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,3072,fp8,0.010467200477917988
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,1536,fp8,0.010204800466696421
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,1024,fp8,0.008895999938249587
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,768,fp8,0.008984533200661341
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,512,fp8,0.007698133339484533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,256,fp8,0.007332266370455425
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2560,2560,fp8,0.010235732793807984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,128,fp8,0.006370133658250172
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,64,fp8,0.006206933160622914
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,32,fp8,0.005690666784842809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,51200,fp8,0.11204907099405922
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,16384,fp8,0.0180725355943044
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,10240,fp8,0.01564799944559733
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,65536,fp8,0.1817088127136231
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,10240,fp8,0.012934400637944541
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,8192,fp8,0.012936532497406008
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,4096,fp8,0.010749866068363189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,2560,fp8,0.009217067062854767
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,6144,fp8,0.011061333616574605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2305,2560,fp8,0.009498666723569235
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,4096,fp8,0.009425066411495209
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,3072,fp8,0.010724266866842904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,2048,fp8,0.008386132617791494
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,1536,fp8,0.010197333991527557
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,1024,fp8,0.00895786682764689
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,768,fp8,0.008970666925112405
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,512,fp8,0.007366400212049484
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,256,fp8,0.007484800120194753
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,128,fp8,0.005929600199063618
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,64,fp8,0.006001066913207371
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,32,fp8,0.005738666901985804
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,12288,fp8,0.015048533678054813
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,65536,fp8,0.16138455073038738
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2304,2048,fp8,0.009435733159383137
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,5120,fp8,0.012178133924802142
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,3584,fp8,0.011454933385054272
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,16384,fp8,0.017917865514755254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,2560,fp8,0.00904533366362254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,12288,fp8,0.014438400665918984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,8192,fp8,0.012916267911593119
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,7168,fp8,0.012487467130025229
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,4096,fp8,0.009528533617655436
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,3584,fp8,0.011575467387835183
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,3072,fp8,0.01061653345823288
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,2560,fp8,0.009113599856694538
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,51200,fp8,0.11206293106079102
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,2048,fp8,0.008363733192284901
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,1536,fp8,0.010200533270835878
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,768,fp8,0.008467199653387072
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,512,fp8,0.007596799979607265
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,256,fp8,0.007419733454783758
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,128,fp8,0.006502399841944376
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,64,fp8,0.005932800471782684
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,32,fp8,0.005712000032265981
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,65536,fp8,0.1617077191670736
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,10240,fp8,0.014263466000556948
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,6144,fp8,0.01102933386961619
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,5120,fp8,0.01224640061457952
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,16384,fp8,0.016122665007909136
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,12288,fp8,0.014317866166432701
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,10240,fp8,0.013941333691279093
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,8192,fp8,0.01391999920209249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,51200,fp8,0.08714987436930335
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,6144,fp8,0.011857066551844278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2048,1024,fp8,0.009051732967297235
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,5120,fp8,0.010618665814399717
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,3584,fp8,0.010585600137710571
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,4096,fp8,0.010263466835021972
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,3072,fp8,0.00929813285668691
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,2560,fp8,0.009207467238108318
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,2048,fp8,0.008906666934490205
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,1024,fp8,0.00891626700758934
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,768,fp8,0.008954666554927826
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,512,fp8,0.007326933741569519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,256,fp8,0.007222399612267812
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,128,fp8,0.005971200267473857
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,64,fp8,0.0057493331531683605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,32,fp8,0.005665066589911779
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,16384,fp8,0.016077866156895954
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,12288,fp8,0.014087466398874919
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,10240,fp8,0.013957332571347555
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,8192,fp8,0.012466132640838625
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,7168,fp8,0.010963199536005656
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,51200,fp8,0.08738028208414717
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2049,7168,fp8,0.012509867548942562
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,6144,fp8,0.011967999736467998
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,5120,fp8,0.010978133976459505
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,4096,fp8,0.011877334117889403
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,65536,fp8,0.1342389424641927
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,3584,fp8,0.010598399738470711
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,3072,fp8,0.00929279973109563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,2560,fp8,0.008051200211048125
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,1536,fp8,0.009203200042247771
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,1024,fp8,0.008969600001970928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,768,fp8,0.008044799665609996
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,512,fp8,0.007363200187683106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,256,fp8,0.006249600152174632
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,128,fp8,0.0057269332309563955
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,64,fp8,0.005745066702365874
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,32,fp8,0.005593599875768026
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,7168,fp8,0.011055999994277952
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,12288,fp8,0.013989333311716715
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,10240,fp8,0.01353386640548706
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1793,1536,fp8,0.010275200257698694
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,8192,fp8,0.011046400666236878
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,51200,fp8,0.06309652328491211
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,6144,fp8,0.010861867666244508
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,5120,fp8,0.00971306711435318
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,4096,fp8,0.010645333429177603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,3584,fp8,0.00929066687822342
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,3072,fp8,0.009380267063776652
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,65536,fp8,0.13421759605407715
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,1536,fp8,0.009269333134094875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,2560,fp8,0.00863573302825292
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,1024,fp8,0.00901440034310023
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,768,fp8,0.007930666704972585
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,256,fp8,0.007067733258008958
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,128,fp8,0.00596053327123324
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,64,fp8,0.0058837336798508956
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,32,fp8,0.005724800129731497
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1792,2048,fp8,0.009751466413338978
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,51200,fp8,0.0631050586700439
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,16384,fp8,0.014510934551556907
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,12288,fp8,0.013908267021179201
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,65536,fp8,0.10575574239095054
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,10240,fp8,0.013466666142145792
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,16384,fp8,0.014569599429766336
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,8192,fp8,0.011040000120798747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,7168,fp8,0.011864533027013145
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,5120,fp8,0.00996160010496775
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,3584,fp8,0.009253333508968353
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,3072,fp8,0.009379200140635173
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,2560,fp8,0.008294400572776795
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,2048,fp8,0.010196266571680705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,1536,fp8,0.008590932935476303
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,1024,fp8,0.008972799529631932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,7168,fp8,0.01183573305606842
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,768,fp8,0.007817599922418594
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,512,fp8,0.007353599617878596
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,256,fp8,0.006315733740727107
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,128,fp8,0.00602240040898323
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,64,fp8,0.00575146699945132
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,32,fp8,0.005706666658322017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,16384,fp8,0.013048532605171205
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,2048,fp8,0.010208000242710114
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,12288,fp8,0.013538133104642235
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1537,512,fp8,0.007376000036795934
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,8192,fp8,0.012150399883588153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,7168,fp8,0.011074133217334747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,51200,fp8,0.03122453689575197
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,5120,fp8,0.01043093353509903
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,4096,fp8,0.009057066341241201
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,3584,fp8,0.008076800405979155
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,3072,fp8,0.008944000303745269
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,65536,fp8,0.10623679161071775
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,2560,fp8,0.010009599725405377
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,1536,fp8,0.008926932762066523
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,1024,fp8,0.007659732798735301
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,768,fp8,0.007323733717203141
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,512,fp8,0.007330133020877838
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,256,fp8,0.006135466943184536
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,128,fp8,0.00588160033027331
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,64,fp8,0.0057674666245778414
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,32,fp8,0.005746133377154668
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,6144,fp8,0.010605866213639579
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1536,4096,fp8,0.01054079979658127
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,16384,fp8,0.0129856010278066
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,12288,fp8,0.013575467467308044
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,10240,fp8,0.011015465855598448
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,51200,fp8,0.031384531656901055
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,8192,fp8,0.012261333564917246
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,65536,fp8,0.07089920043945311
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,7168,fp8,0.010887467861175538
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,6144,fp8,0.009830399851004281
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,5120,fp8,0.010491733253002167
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,4096,fp8,0.009013333419958752
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,3072,fp8,0.008765866359074911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,2560,fp8,0.010169599453608194
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,2048,fp8,0.008960000177224476
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,10240,fp8,0.010826667149861652
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,1024,fp8,0.009388799717028936
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,768,fp8,0.007376000036795934
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,6144,fp8,0.010088532666365306
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,512,fp8,0.007374933610359828
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,256,fp8,0.006157866368691128
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,128,fp8,0.006120533247788747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,64,fp8,0.0057994663715362545
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,32,fp8,0.00570666640996933
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,16384,fp8,0.012758399049441019
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1281,2048,fp8,0.009127466380596163
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,51200,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,10240,fp8,0.011578665673732759
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,8192,fp8,0.009423999488353728
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,7168,fp8,0.01157439947128296
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,6144,fp8,0.010567466417948403
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,5120,fp8,0.009118932982285817
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,65536,fp8,0.07101120948791503
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,4096,fp8,0.008041599889596303
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,3584,fp8,0.009047467013200125
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,2560,fp8,0.008610133330027261
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,2048,fp8,0.008991999924182892
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,1536,fp8,0.008957866827646892
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,1024,fp8,0.0073749328653017684
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,768,fp8,0.007408000280459721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,512,fp8,0.007506132870912552
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,256,fp8,0.006110933174689611
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,128,fp8,0.005761067072550455
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,64,fp8,0.005754666527112326
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,32,fp8,0.005677866687377294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,51200,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,3584,fp8,0.007938132683436076
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,65536,fp8,0.031997871398925765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,16384,fp8,0.01295146644115448
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,12288,fp8,0.01104639967282613
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1280,1536,fp8,0.008968533327182135
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,10240,fp8,0.012210133175055187
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,7168,fp8,0.011483733852704367
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,6144,fp8,0.010467199981212618
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,5120,fp8,0.009033599495887756
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,4096,fp8,0.008258133629957833
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,3584,fp8,0.009881600240866345
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,2560,fp8,0.01061119958758354
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,2048,fp8,0.008729599912961324
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,1536,fp8,0.007799466699361801
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,1024,fp8,0.0076266668736934655
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,768,fp8,0.00734080026547114
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,512,fp8,0.006641066571076712
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,12288,fp8,0.011051733295122781
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,256,fp8,0.005981866270303725
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,128,fp8,0.005857066561778385
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,64,fp8,0.005739733576774597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,32,fp8,0.00573333352804184
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,16384,fp8,0.01110186775525411
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,51200,fp8,0.021002666155497233
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,12288,fp8,0.011009066800276437
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,10240,fp8,0.011579733590284982
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,8192,fp8,0.010524799923102061
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,7168,fp8,0.009797333180904389
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,6144,fp8,0.009378133217493693
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1025,3072,fp8,0.010171733299891154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,65536,fp8,0.03469653129577635
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,5120,fp8,0.008733866612116496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,4096,fp8,0.010241066167751948
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,3584,fp8,0.008891733239094417
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,3072,fp8,0.008558933685223261
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,2048,fp8,0.00899200017253558
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,1024,fp8,0.00727253332734108
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,768,fp8,0.00741439958413442
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,512,fp8,0.006007466713587443
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,256,fp8,0.0060191996395587925
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,128,fp8,0.005805866171916325
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,64,fp8,0.0056938665608565016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,32,fp8,0.005699199934800466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,51200,fp8,0.021445331970850627
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,65536,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,16384,fp8,0.011067734162012736
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,8192,fp8,0.009387733538945514
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,10240,fp8,0.01015253315369288
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1024,3072,fp8,0.010203733543554942
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,7168,fp8,0.009128533800443012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,6144,fp8,0.009378133217493692
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,5120,fp8,0.008137600620587666
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,4096,fp8,0.010246399541695914
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,3584,fp8,0.008900266885757447
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,3072,fp8,0.008903467158476511
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,2560,fp8,0.008948266506195068
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,2048,fp8,0.007359999914964039
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,1536,fp8,0.0077994669477144864
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,1024,fp8,0.0073781338830788915
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,768,fp8,0.007309866944948832
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,2560,fp8,0.009031466643015544
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,769,1536,fp8,0.007926399757464727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,256,fp8,0.005953067044417063
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,128,fp8,0.0056885331869125375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,64,fp8,0.005731199930111566
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,32,fp8,0.005676799764235814
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,51200,fp8,0.016024533907572427
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,16384,fp8,0.009466666479905446
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,12288,fp8,0.010634666681289675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,10240,fp8,0.009303466478983563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,65536,fp8,0.0
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,8192,fp8,0.008226132889588674
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,7168,fp8,0.009173333644866943
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,6144,fp8,0.010227199892203012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,5120,fp8,0.009019733717044195
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,4096,fp8,0.00896426613132159
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,3584,fp8,0.008963199704885481
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,3072,fp8,0.00902506709098816
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,2560,fp8,0.00781439964969953
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,2048,fp8,0.007396266361077626
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,1536,fp8,0.0073237332204977666
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,1024,fp8,0.007383466263612111
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,768,fp8,0.006166400015354157
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,512,fp8,0.006052266558011373
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,256,fp8,0.005967999994754791
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,8192,fp8,0.01060693313678106
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,64,fp8,0.005673599988222122
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,32,fp8,0.005695999910434088
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,16384,fp8,0.009434666236241658
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,65536,fp8,0.018137598037719728
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,51200,fp8,0.01600000063578288
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,12288,fp8,0.010667733351389569
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,10240,fp8,0.009037866195042928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,7168,fp8,0.008753066758314769
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,6144,fp8,0.010236800213654838
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,5120,fp8,0.008819199601809182
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,4096,fp8,0.008969600250323614
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,3584,fp8,0.008930133779843648
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,3072,fp8,0.007460266600052515
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,2560,fp8,0.008451200276613235
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,2048,fp8,0.00768959994117419
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,1536,fp8,0.007357866813739142
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,1024,fp8,0.007393067081769309
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,768,fp8,0.006150400141874949
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,512,fp8,0.006169600039720535
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,256,fp8,0.0057578665514787025
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,128,fp8,0.005676799764235814
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,512,fp8,0.006002133339643478
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,64,fp8,0.005684266736110052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,32,fp8,0.005708800007899603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,51200,fp8,0.011043200890223186
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,65536,fp8,0.0183840016523997
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,12288,fp8,0.010150399804115294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,10240,fp8,0.008654933422803879
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,8192,fp8,0.008987733225027722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,7168,fp8,0.008973866949478786
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,6144,fp8,0.00900479977329572
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,5120,fp8,0.007866666714350382
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,4096,fp8,0.007423999905586243
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,3584,fp8,0.007327999919652939
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,3072,fp8,0.007332267115513483
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,2560,fp8,0.00737599954009056
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,2048,fp8,0.006906666606664658
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,1536,fp8,0.005806933095057805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,1024,fp8,0.006337066739797593
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,768,fp8,0.005726933230956395
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,512,fp8,0.005915732930103938
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,256,fp8,0.005758933226267497
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,128,fp8,0.005726933479309082
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,64,fp8,0.005644799768924713
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,32,fp8,0.005718400080998739
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,513,128,fp8,0.005673599988222122
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,65536,fp8,0.011890133221944172
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,51200,fp8,0.010980267326037088
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,16384,fp8,0.008011732995510102
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,12288,fp8,0.010285867253939311
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,10240,fp8,0.008870399743318557
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,8192,fp8,0.008999467144409815
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,6144,fp8,0.008967466652393341
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,5120,fp8,0.007765333106120427
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,4096,fp8,0.009098666409651438
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,3584,fp8,0.007411200056473415
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,3072,fp8,0.007383466263612111
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,2560,fp8,0.0073856001098950705
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,2048,fp8,0.006174933662017186
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,1536,fp8,0.006302933146556219
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,1024,fp8,0.005815466741720834
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,768,fp8,0.005760000149408975
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,512,fp8,0.005961599697669347
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,256,fp8,0.005790933221578598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,128,fp8,0.005736533552408218
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,64,fp8,0.005668266614278158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,32,fp8,0.00574080025156339
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,257,16384,fp8,0.007764266928037008
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,65536,fp8,0.012987733880678812
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,51200,fp8,0.0121781329313914
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,16384,fp8,0.009058133761088053
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,12288,fp8,0.009025066594282786
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,10240,fp8,0.008643200000127157
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,8192,fp8,0.008963200449943542
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,7168,fp8,0.00907306671142578
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,6144,fp8,0.007869866490364075
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,4096,fp8,0.008985599875450133
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,3584,fp8,0.0073418671886126205
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,3072,fp8,0.007408000280459721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,768,12288,fp8,0.010957867403825126
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,2560,fp8,0.007382400085528692
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,2048,fp8,0.006189866364002228
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,1024,fp8,0.005878400057554246
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,768,fp8,0.006330666194359461
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,512,fp8,0.005697066833575567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,256,fp8,0.005718399832646053
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,256,7168,fp8,0.008994133273760477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,128,fp8,0.005719466507434845
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,512,8192,fp8,0.008147199948628742
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,32,fp8,0.005819733192523322
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,65536,fp8,0.012451199690500896
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,51200,fp8,0.012025599678357441
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,16384,fp8,0.00971306711435318
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,10240,fp8,0.008637866874535877
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,8192,fp8,0.009002666672070822
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,7168,fp8,0.009032533317804337
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,6144,fp8,0.00896640047430992
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,5120,fp8,0.009314133475224176
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,4096,fp8,0.007377066711584727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,3584,fp8,0.007386666536331176
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,3072,fp8,0.007348266988992692
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,2560,fp8,0.007376000285148621
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,1536,fp8,0.006227200478315354
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,2048,fp8,0.0061653333405653635
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,5120,fp8,0.007631999999284744
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,768,fp8,0.005870932837327321
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,512,fp8,0.005700266857941946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,256,fp8,0.005731200178464254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,128,fp8,0.005777066449324289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,64,fp8,0.005690666536490124
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,32,fp8,0.0057685332993666315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,65536,fp8,0.012220799922943115
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,51200,fp8,0.010643199582894641
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,1536,fp8,0.007016533861557642
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,16384,fp8,0.010211199522018433
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,12288,fp8,0.008833067119121551
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,10240,fp8,0.00899199992418289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,8192,fp8,0.0090037335952123
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,7168,fp8,0.007778133700291315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,6144,fp8,0.0076074667274951945
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,5120,fp8,0.007445333898067475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,3584,fp8,0.007373866935571034
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,3072,fp8,0.007361066838105519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,2560,fp8,0.007206399738788604
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,2048,fp8,0.006205866485834121
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,225,64,fp8,0.0057536001006762184
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,1536,fp8,0.006190933783849081
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,1024,fp8,0.005715200056632361
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,768,fp8,0.005813333392143249
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,512,fp8,0.005753599852323533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,256,fp8,0.0056821333865324656
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,128,fp8,0.005736533055702846
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,64,fp8,0.005699199934800466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,32,fp8,0.0057781333724657696
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,12288,fp8,0.009517866621414819
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,65536,fp8,0.011093333363533022
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,16384,fp8,0.0102400004863739
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,12288,fp8,0.008703999718030294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,10240,fp8,0.008938666433095932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,8192,fp8,0.008892799417177836
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,7168,fp8,0.007746133456627528
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,6144,fp8,0.0073962668577829994
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,5120,fp8,0.007371733834346136
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,4096,fp8,0.008075732986132303
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,3584,fp8,0.007391999661922454
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,3072,fp8,0.0073525334397951765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,2560,fp8,0.0065781332552433
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,2048,fp8,0.006680533041556677
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,1536,fp8,0.006275200098752976
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,1024,fp8,0.005917867024739584
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,512,fp8,0.005707733084758122
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,256,fp8,0.005784533669551214
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,128,fp8,0.005724799881378809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,64,fp8,0.005740800003210704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,32,fp8,0.005763199677069982
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,65536,fp8,0.011083734035491944
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,51200,fp8,0.009604266285896303
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,16384,fp8,0.008645333598057428
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,12288,fp8,0.009117866804202398
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,10240,fp8,0.00900159999728203
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,224,1024,fp8,0.006209066758553187
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,8192,fp8,0.007774933179219564
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,7168,fp8,0.008338133742411932
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,6144,fp8,0.007606399556001027
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,5120,fp8,0.0073845336834589635
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,4096,fp8,0.007380266239245733
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,3584,fp8,0.007357866565386455
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,3072,fp8,0.006244266529877981
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,2560,fp8,0.005859199414650599
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,2048,fp8,0.006745600452025731
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,1536,fp8,0.006217600405216217
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,1024,fp8,0.005964800218741098
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,768,fp8,0.005865600208441417
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,512,fp8,0.005583999802668889
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,256,fp8,0.005772799998521804
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,128,fp8,0.005754666775465012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,193,4096,fp8,0.007346133391062419
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,64,fp8,0.005688533186912537
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,32,fp8,0.005719466507434845
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,161,65536,fp8,0.012226134041945141
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,51200,fp8,0.009742933015028633
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,16384,fp8,0.00895360012849172
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,12288,fp8,0.009037866940100989
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,10240,fp8,0.008974932879209517
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,8192,fp8,0.007908266534407933
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,7168,fp8,0.007523199915885926
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,5120,fp8,0.007342933118343354
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,4096,fp8,0.007349333663781484
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,3584,fp8,0.007405867179234822
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,3072,fp8,0.006477867066860199
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,2560,fp8,0.007690666864315669
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,51200,fp8,0.010630399982134501
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,2048,fp8,0.006424533824125927
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,1536,fp8,0.005977600067853928
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,1024,fp8,0.005752533425887425
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,768,fp8,0.005985066791375477
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,512,fp8,0.0057888001203536986
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,256,fp8,0.005710933357477189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,64,fp8,0.005713066458702088
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,32,fp8,0.0057322666049003605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,65536,fp8,0.012284798920154572
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,51200,fp8,0.01032000035047531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,16384,fp8,0.009298133105039595
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,12288,fp8,0.009028266867001852
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,10240,fp8,0.007879467060168585
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,8192,fp8,0.00826133315761884
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,7168,fp8,0.007433599481980007
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,6144,fp8,0.007411200056473415
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,5120,fp8,0.007365333040555318
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,3584,fp8,0.00590933288137118
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,3072,fp8,0.006280533224344254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,2560,fp8,0.007125333448251088
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,2048,fp8,0.006277333199977874
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,1536,fp8,0.0063722670078277584
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,1024,fp8,0.006562132885058721
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,768,fp8,0.005734400202830633
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,512,fp8,0.00570560023188591
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,256,fp8,0.0056757330894470215
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,128,fp8,0.005661866565545399
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,64,fp8,0.005737600227197011
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,32,fp8,0.005756799876689911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,65536,fp8,0.009408000111579894
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,6144,fp8,0.007371733089288077
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,16384,fp8,0.008979200075070063
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,12288,fp8,0.009022933493057887
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,10240,fp8,0.007986133297284443
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,8192,fp8,0.007333333790302278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,7168,fp8,0.007251199831565222
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,6144,fp8,0.007377066711584727
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,192,768,fp8,0.005760000149408977
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,5120,fp8,0.007380266239245733
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,4096,fp8,0.006457600245873134
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,3584,fp8,0.005954133719205856
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,3072,fp8,0.006165333092212678
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,2560,fp8,0.0064287995298703505
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,1536,fp8,0.006065066655476888
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,129,4096,fp8,0.0077013333638509115
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,1024,fp8,0.005806933095057805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,768,fp8,0.005698133260011674
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,512,fp8,0.005700266857941945
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,256,fp8,0.005744000275929768
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,128,fp8,0.0057301332553227734
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,64,fp8,0.004965333392222722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,32,fp8,0.005693866809209188
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,65536,fp8,0.009366400043169656
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,16384,fp8,0.008996266871690752
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,12288,fp8,0.007869866490364075
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,10240,fp8,0.008057600011428197
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,8192,fp8,0.007419733206431071
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,6144,fp8,0.007475200047095617
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,5120,fp8,0.007698133339484532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,4096,fp8,0.007640533149242401
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,3584,fp8,0.006652799745400747
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,3072,fp8,0.007056000332037607
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,2560,fp8,0.006024533758560816
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,51200,fp8,0.010209067165851593
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,2048,fp8,0.006165333092212677
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,1536,fp8,0.006420266379912695
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,1024,fp8,0.005818667014439902
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,768,fp8,0.005819733192523321
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,512,fp8,0.00574506645401319
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,256,fp8,0.005738666653633119
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,160,128,fp8,0.005697066833575566
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,128,fp8,0.005753600100676218
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,64,fp8,0.0057152000566323595
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,32,fp8,0.005759999652703603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,51200,fp8,0.009833600620428722
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,16384,fp8,0.008976000299056371
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,12288,fp8,0.0078186663488547
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,128,2048,fp8,0.005815466741720836
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,10240,fp8,0.007863466938336689
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,8192,fp8,0.007385599613189698
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,7168,fp8,0.007318400094906488
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,6144,fp8,0.007388800382614137
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,5120,fp8,0.007702399541934331
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,4096,fp8,0.007084800054629644
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,3584,fp8,0.005965866893529893
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,3072,fp8,0.006935466329256693
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,2560,fp8,0.006016000360250473
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,2048,fp8,0.006111999849478404
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,1536,fp8,0.005833599964777629
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,1024,fp8,0.005670399963855744
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,51200,fp8,0.009276799857616425
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,768,fp8,0.005706666658322017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,512,fp8,0.005757866799831391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,256,fp8,0.00572266678015391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,64,fp8,0.005740799754858016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,32,fp8,0.005726933479309082
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,7168,fp8,0.007382399588823318
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,65536,fp8,0.011800534029801687
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,51200,fp8,0.009301333129405974
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,16384,fp8,0.008958933750788371
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,12288,fp8,0.007641599575678508
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,8192,fp8,0.007361066341400147
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,7168,fp8,0.007362133761246999
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,6144,fp8,0.007358933240175247
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,5120,fp8,0.006017066538333893
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,4096,fp8,0.005876266707976659
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,3584,fp8,0.00653760035832723
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,3072,fp8,0.006150400390227634
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,2560,fp8,0.005764266848564147
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,2048,fp8,0.005757867048184077
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,1024,fp8,0.005948800345261892
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,512,fp8,0.005678933362166088
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,256,fp8,0.005701333284378052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,128,fp8,0.005785599847634633
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,64,fp8,0.005658666541179021
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,32,fp8,0.0057589334746201825
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,65536,fp8,0.010622933506965637
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,113,65536,fp8,0.010203734040260315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,51200,fp8,0.009469866255919137
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,16384,fp8,0.009074132889509201
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,12288,fp8,0.008013866593440373
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,8192,fp8,0.0073802667359511055
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,7168,fp8,0.007384532938400904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,6144,fp8,0.0073536003629366565
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,5120,fp8,0.007098666826883953
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,4096,fp8,0.006293333321809768
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,3584,fp8,0.006237866977850597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,3072,fp8,0.006037333359320959
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,2560,fp8,0.005965866148471831
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,112,128,fp8,0.005143466840187708
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,2048,fp8,0.006364799539248149
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,1536,fp8,0.0058975997070471456
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,1024,fp8,0.005747200300296148
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,768,fp8,0.005715199808279672
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,512,fp8,0.005709866682688395
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,10240,fp8,0.007879467060168583
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,256,fp8,0.005683200309673946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,128,fp8,0.005722666780153911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,64,fp8,0.005756799876689912
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,32,fp8,0.005686400085687637
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,65536,fp8,0.01061760038137436
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,51200,fp8,0.008905600011348724
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,16384,fp8,0.00805866668621699
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,12288,fp8,0.0073248001436392466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,10240,fp8,0.0073471995691458385
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,8192,fp8,0.007415466507275899
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,7168,fp8,0.007385599613189697
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,6144,fp8,0.007435733079910279
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,5120,fp8,0.005889066308736801
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,4096,fp8,0.0062431998550891874
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,3584,fp8,0.006257067124048868
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,3072,fp8,0.006000000238418579
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,2560,fp8,0.006081066280603409
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,2048,fp8,0.00590186690290769
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,1536,fp8,0.005767466376225154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,1024,fp8,0.005729066580533981
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,768,fp8,0.005723733206590018
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,256,fp8,0.005716266731421152
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,128,fp8,0.005728000154097874
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,64,fp8,0.005736533055702846
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,32,fp8,0.005790933221578597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,65536,fp8,0.009902932743231455
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,51200,fp8,0.009781332810719807
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,16384,fp8,0.007916799932718278
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,10240,fp8,0.007344000289837519
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,8192,fp8,0.007361066589752834
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,96,10240,fp8,0.007404800504446029
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,7168,fp8,0.007423999657233556
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,6144,fp8,0.00637653370698293
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,5120,fp8,0.0062602669000625605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,4096,fp8,0.006136533121267954
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,3584,fp8,0.006257066875696181
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,3072,fp8,0.00596906691789627
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,2560,fp8,0.005753599852323531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,2048,fp8,0.005702400207519532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,1536,fp8,0.005805866420269012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,1024,fp8,0.005717333406209946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,768,fp8,0.005736533304055533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,512,fp8,0.00571413313349088
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,256,fp8,0.005720533182223637
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,128,fp8,0.005792000144720078
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,64,fp8,0.005698133260011673
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,32,fp8,0.0057375999788443245
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,1536,fp8,0.005774933099746703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,97,768,fp8,0.005750400076309839
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,51200,fp8,0.010182400047779084
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,16384,fp8,0.007823999971151352
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,10240,fp8,0.007433599978685379
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,8192,fp8,0.006676267087459564
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,7168,fp8,0.007234133531649908
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,6144,fp8,0.0070592001080512995
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,5120,fp8,0.00575040007630984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,12288,fp8,0.007553066561619441
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,4096,fp8,0.005890133231878281
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,3584,fp8,0.006236800303061803
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,3072,fp8,0.006017066786686579
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,2560,fp8,0.006253866106271743
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,2048,fp8,0.005748266726732254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,1536,fp8,0.005718399832646052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,1024,fp8,0.005706666658322017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,768,fp8,0.005672533561786015
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,512,fp8,0.0056768000125885015
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,256,fp8,0.0057301332553227734
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,128,fp8,0.005697066833575567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,64,fp8,0.005716266483068465
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,32,fp8,0.0057194665074348445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,65536,fp8,0.007918933530648549
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,51200,fp8,0.010210133592287698
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,16384,fp8,0.007524266342322032
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,12288,fp8,0.007388799637556075
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,10240,fp8,0.007339733839035034
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,8192,fp8,0.00738560010989507
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,7168,fp8,0.007299199948708216
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,6144,fp8,0.0057205329338709515
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,5120,fp8,0.006402132908503215
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,3584,fp8,0.0060906663537025445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,3072,fp8,0.006155733019113541
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,2560,fp8,0.005783466994762421
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,2048,fp8,0.005787733445564904
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,1536,fp8,0.005727999905745189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,1024,fp8,0.005731199930111568
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,768,fp8,0.005724799881378809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,80,65536,fp8,0.009010133643945059
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,512,fp8,0.0057023999591668435
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,256,fp8,0.005713066707054774
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,128,fp8,0.005699199934800466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,64,fp8,0.005690666784842809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,65,12288,fp8,0.007319467018047969
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,65536,fp8,0.007843199868996939
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,51200,fp8,0.00865813319881757
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,16384,fp8,0.00731946701804797
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,12288,fp8,0.007325866818428039
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,10240,fp8,0.007406933357318243
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,8192,fp8,0.006069333602984746
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,7168,fp8,0.006329600512981415
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,5120,fp8,0.0058506670097510025
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,4096,fp8,0.006051199634869893
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,3584,fp8,0.005765333523352941
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,3072,fp8,0.005857066313425699
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,2560,fp8,0.006172800064086915
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,2048,fp8,0.0056928001344203946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,1536,fp8,0.0057760000228881826
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,1024,fp8,0.005782399823268254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,768,fp8,0.005695999910434087
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,512,fp8,0.005694933483997981
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,256,fp8,0.005736533552408218
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,64,fp8,0.005729066580533982
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,32,fp8,0.005701333036025366
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,65536,fp8,0.010217599819103876
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,4096,fp8,0.006145066519578297
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,51200,fp8,0.00864746645092964
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,16384,fp8,0.007422932982444764
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,12288,fp8,0.007371733089288076
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,10240,fp8,0.007328000416358312
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,8192,fp8,0.00618346706032753
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,7168,fp8,0.006838400413592656
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,6144,fp8,0.006165333588918051
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,5120,fp8,0.006015999863545099
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,4096,fp8,0.005960533022880554
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,3584,fp8,0.006039466708898544
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,3072,fp8,0.0059744002918402355
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,2560,fp8,0.005723733454942703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,2048,fp8,0.005767466376225154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,1536,fp8,0.005693866560856501
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,1024,fp8,0.0057215998570124315
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,768,fp8,0.005668266862630843
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,512,fp8,0.005724799881378809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,256,fp8,0.005722666531801223
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,64,32,fp8,0.005689599861701328
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,128,fp8,0.005741866677999496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,81,512,fp8,0.005745066702365875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,32,fp8,0.005726933230956396
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,65536,fp8,0.010222933689753215
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,51200,fp8,0.008979199826717375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,12288,fp8,0.0066282662252585105
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,6144,fp8,0.006055466582377751
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,10240,fp8,0.00627413292725881
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,8192,fp8,0.005860266337792078
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,7168,fp8,0.0058581332365671805
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,6144,fp8,0.006156800438960393
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,4096,fp8,0.0057322666049003605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,3584,fp8,0.006417066852251689
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,3072,fp8,0.005756800125042598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,2560,fp8,0.0057429333527882894
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,2048,fp8,0.0056757330894470215
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,1536,fp8,0.005671466638644537
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,1024,fp8,0.005751466751098632
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,768,fp8,0.005766399949789046
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,512,fp8,0.005739733328421911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,256,fp8,0.005789866546789806
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,128,fp8,0.005701333284378052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,64,fp8,0.005722666531801224
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,32,fp8,0.005764266848564147
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,65536,fp8,0.00896213377515475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,51200,fp8,0.007490133494138717
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,16384,fp8,0.006553600480159124
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,12288,fp8,0.006074666976928711
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,10240,fp8,0.0061525332430998475
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,8192,fp8,0.005730133006970086
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,7168,fp8,0.005740799754858017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,6144,fp8,0.005773866673310598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,5120,fp8,0.005904000252485275
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,4096,fp8,0.005882666756709416
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,3584,fp8,0.005692799886067709
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,2560,fp8,0.005741866429646811
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,2048,fp8,0.005748266726732254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,1536,fp8,0.005685333659251531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,1024,fp8,0.005690666784842809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,768,fp8,0.005753599852323532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,512,fp8,0.0057770669460296626
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,256,fp8,0.005666133513053258
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,128,fp8,0.005667200187842052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,64,fp8,0.005701333532730738
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,48,64,fp8,0.0057557334502538054
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,32,fp8,0.00568533365925153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,65536,fp8,0.008990933001041411
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,51200,fp8,0.007333333045244217
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,16384,fp8,0.007734400282303494
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,12288,fp8,0.005752533177534739
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,10240,fp8,0.005793066819508869
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,8192,fp8,0.0058293335139751445
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,7168,fp8,0.005846400062243144
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,6144,fp8,0.005752533177534739
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,33,5120,fp8,0.005740800003210704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,5120,fp8,0.0057269332309563955
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,4096,fp8,0.005724800129731497
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,3584,fp8,0.005697066336870193
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,3072,fp8,0.005701333036025365
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,2560,fp8,0.00572159985701243
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,2048,fp8,0.005746133377154667
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,1536,fp8,0.005753599852323532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,1024,fp8,0.005673599739869436
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,512,fp8,0.005751466502745945
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,256,fp8,0.00576426660021146
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,128,fp8,0.0057664001981417344
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,64,fp8,0.00571520005663236
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,32,fp8,0.005782400071620942
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,65536,fp8,0.007629866401354473
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,51200,fp8,0.007382399837176005
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,49,128,fp8,0.005721600105365116
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,12288,fp8,0.0059807995955149336
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,8192,fp8,0.005715200056632359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,7168,fp8,0.005750399827957153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,6144,fp8,0.005753599852323533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,5120,fp8,0.005719466755787531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,32,3072,fp8,0.005811200042565663
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,3584,fp8,0.005724800129731496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,3072,fp8,0.005763199925422669
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,2560,fp8,0.005755733201901116
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,2048,fp8,0.005736533055702845
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,1536,fp8,0.005698133508364359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,1024,fp8,0.005769599974155426
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,768,fp8,0.0058037333190441125
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,512,fp8,0.005740799754858017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,256,fp8,0.005768533547719321
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,128,fp8,0.005675733337799708
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,64,fp8,0.0057941334942976635
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,32,fp8,0.005708800007899603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,65536,fp8,0.00745706707239151
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,51200,fp8,0.007390932987133662
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,16384,fp8,0.005933866153160731
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,12288,fp8,0.005767466872930527
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,10240,fp8,0.0058250668148199704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,8192,fp8,0.005753599852323532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,768,fp8,0.00568000003695488
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,7168,fp8,0.005807999769846598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,6144,fp8,0.005751466751098632
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,5120,fp8,0.005725866556167603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,4096,fp8,0.005736533552408218
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,3584,fp8,0.005686400085687637
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,16384,fp8,0.005933867146571478
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,3072,fp8,0.005729066828886667
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,2560,fp8,0.005698133508364359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,10240,fp8,0.005820799618959426
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,2048,fp8,0.005745066702365876
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,1536,fp8,0.005735466877619426
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,768,fp8,0.005736533304055531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,512,fp8,0.005630933493375778
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,256,fp8,0.005711999783913295
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,128,fp8,0.005716266483068465
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,64,fp8,0.005673600236574809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,16,4096,fp8,0.005740800003210704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,32,fp8,0.005754666775465012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,65536,fp8,0.0074154667556285865
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,51200,fp8,0.007346132894357045
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,12288,fp8,0.005799466868241627
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,10240,fp8,0.005760000149408976
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,8192,fp8,0.005738666653633118
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,7168,fp8,0.005898667126893997
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,6144,fp8,0.0056480002899964655
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,5120,fp8,0.005756800125042597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,4096,fp8,0.005747200051943461
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,3072,fp8,0.00575040007630984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,2560,fp8,0.0057205334305763245
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,2048,fp8,0.005666133513053259
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,1536,fp8,0.005742933352788289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,1024,fp8,0.005711999783913296
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,768,fp8,0.005666133016347885
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,17,16384,fp8,0.00624640037616094
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,256,fp8,0.005778133124113083
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,64,fp8,0.005769599974155426
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,32,fp8,0.005772800246874492
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,65536,fp8,0.00736746663848559
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,51200,fp8,0.007406933605670929
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,16384,fp8,0.005876266211271286
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,12288,fp8,0.005860267082850138
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,10240,fp8,0.005740800003210703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,8192,fp8,0.005683200309673946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,7168,fp8,0.005740799754858017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,6144,fp8,0.005675733337799708
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,5120,fp8,0.0056821333865324656
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,4096,fp8,0.005723733454942703
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,3584,fp8,0.00572159985701243
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,15,1024,fp8,0.005707733084758123
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,2560,fp8,0.0057258663078149155
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,2048,fp8,0.005701333532730738
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,1536,fp8,0.0056928001344203946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,1024,fp8,0.005672533561786015
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,768,fp8,0.0056991999348004665
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,512,fp8,0.005754666775465011
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,256,fp8,0.005729066828886667
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,3584,fp8,0.00573866640528043
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,128,fp8,0.005800533294677735
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,64,fp8,0.005796266595522563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,32,fp8,0.005717333406209946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,65536,fp8,0.00736640046040217
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,51200,fp8,0.007370666414499283
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,16384,fp8,0.005779200047254561
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,12288,fp8,0.005840000261863072
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,10240,fp8,0.005770666400591532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,8192,fp8,0.005764266848564147
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,7168,fp8,0.006466132899125418
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,6144,fp8,0.005052799979845683
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,5120,fp8,0.0057354666292667375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,4096,fp8,0.005668266614278158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,3584,fp8,0.005751466751098633
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,128,fp8,0.005757866551478704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,3072,fp8,0.005726932982603709
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,2560,fp8,0.005719466755787532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,2048,fp8,0.0057002663612365735
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,1536,fp8,0.005727999905745189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,1024,fp8,0.006424533327420552
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,768,fp8,0.005694933235645293
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,512,fp8,0.005761067072550457
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,256,fp8,0.00574506645401319
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,128,fp8,0.005731199930111567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,64,fp8,0.005755733201901117
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,32,fp8,0.0057546665271123254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,12,65536,fp8,0.00734400028983752
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,51200,fp8,0.007202133784691493
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,16384,fp8,0.005792000393072765
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,12288,fp8,0.0063050667444864905
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,10240,fp8,0.005770666897296906
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,8192,fp8,0.005785600344340007
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,7168,fp8,0.005700266361236572
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,6144,fp8,0.005691733459631601
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,5120,fp8,0.0057930665711561835
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,4096,fp8,0.005670399715503057
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,3584,fp8,0.005779200047254563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,2560,fp8,0.005707733581463496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,2048,fp8,0.0056853334108988435
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,1536,fp8,0.005725866804520289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,1024,fp8,0.005700266857941945
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,768,fp8,0.005726933230956396
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,512,fp8,0.005770666648944219
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,256,fp8,0.00573333352804184
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,128,fp8,0.005786666522423426
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,64,fp8,0.0056981335083643595
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,32,fp8,0.005715200056632359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,65536,fp8,0.007393066833416621
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,16384,fp8,0.005764266351858775
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,51200,fp8,0.007474133372306823
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,16384,fp8,0.005805866916974385
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,12288,fp8,0.00571200003226598
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,10240,fp8,0.005665066589911779
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,8192,fp8,0.005708800007899602
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,7168,fp8,0.0057439997792243964
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,6144,fp8,0.0056885331869125375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,5120,fp8,0.005737599978844325
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,4096,fp8,0.005723733454942702
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,3584,fp8,0.005682133138179779
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,3072,fp8,0.005679999788602194
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,2560,fp8,0.005745066950718562
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,2048,fp8,0.005725866556167603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,1536,fp8,0.005763200173775356
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,1024,fp8,0.005724799881378809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,768,fp8,0.005756799876689911
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,512,fp8,0.0057045333087444305
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,256,fp8,0.005766400198141734
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,128,fp8,0.005785599847634634
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,64,fp8,0.005779200047254561
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,14,512,fp8,0.005754666527112325
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,32,fp8,0.005766399949789046
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,10,65536,fp8,0.00733013351758321
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,51200,fp8,0.0086645337442557
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,12288,fp8,0.005774933596452076
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,10240,fp8,0.005762133498986563
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,8192,fp8,0.0057375999788443245
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,7168,fp8,0.005761066575845084
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,6144,fp8,0.0057194670041402175
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,5120,fp8,0.005787733445564907
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,4096,fp8,0.005634133517742158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,3584,fp8,0.005761066575845082
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,3072,fp8,0.005694933235645294
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,2560,fp8,0.005696000158786773
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,2048,fp8,0.005668266614278158
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,1536,fp8,0.005687467008829117
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,1024,fp8,0.005725866804520289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,768,fp8,0.0056704002122084304
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,11,3072,fp8,0.005717333406209946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,256,fp8,0.005799466619888942
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,128,fp8,0.005744000027577082
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,64,fp8,0.00567253331343333
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,32,fp8,0.0056885331869125375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,65536,fp8,0.007355732967456181
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,51200,fp8,0.007655466347932816
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,16384,fp8,0.0059072000284989675
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,13,3072,fp8,0.00569813350836436
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,10240,fp8,0.005762133250633876
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,7168,fp8,0.005699199686447778
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,6144,fp8,0.005717333406209945
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,5120,fp8,0.005684266736110052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,4096,fp8,0.0056789331138134
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,3584,fp8,0.0056874667604764305
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,3072,fp8,0.005680000036954879
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,2560,fp8,0.005752533425887425
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,2048,fp8,0.005741866677999497
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,1536,fp8,0.005767466376225154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,1024,fp8,0.005690666784842809
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,768,fp8,0.005684266487757364
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,512,fp8,0.005699200183153153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,256,fp8,0.005057066430648168
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,128,fp8,0.005701333284378052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,16384,fp8,0.0058378664155801134
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,32,fp8,0.0057493331531683605
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,65536,fp8,0.007392000158627828
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,51200,fp8,0.006251733005046844
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,16384,fp8,0.005736533304055532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,12288,fp8,0.00575679987668991
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,10240,fp8,0.005681066711743673
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,8192,fp8,0.0056991999348004665
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,9,512,fp8,0.005718399832646052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,6144,fp8,0.005688533435265222
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,5120,fp8,0.005657600114742914
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,4096,fp8,0.005779199550549189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,3584,fp8,0.005755733201901119
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,12288,fp8,0.005693866809209188
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,3072,fp8,0.00568106696009636
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,2560,fp8,0.005728000154097875
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,2048,fp8,0.005769599974155426
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,1536,fp8,0.005699200183153152
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,1024,fp8,0.00575040007630984
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,768,fp8,0.0056639999151229855
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,512,fp8,0.0057877331972122185
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,256,fp8,0.005748266726732254
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,128,fp8,0.005787733197212219
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,64,fp8,0.005759999901056289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,32,fp8,0.0057365335524082175
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,65536,fp8,0.007074133555094401
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,51200,fp8,0.006996266543865204
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,16384,fp8,0.00508800024787585
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,12288,fp8,0.005668266614278157
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,10240,fp8,0.00577600027124087
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,8192,fp8,0.005770666400591532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,7168,fp8,0.0056618665655454
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,6144,fp8,0.005720533430576325
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,5120,fp8,0.005730133503675461
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,4096,fp8,0.005766399949789048
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,3584,fp8,0.005715200056632359
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,3072,fp8,0.005735466629266738
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,2560,fp8,0.005777066449324289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,2048,fp8,0.005692799886067707
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,1536,fp8,0.005778133620818455
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,64,fp8,0.0057205334305763245
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,768,fp8,0.006065066158771514
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,512,fp8,0.005699200183153152
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,256,fp8,0.005753599852323533
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,128,fp8,0.005822933465242387
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,64,fp8,0.00575999990105629
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,32,fp8,0.005741866926352184
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,65536,fp8,0.006038400282462438
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,51200,fp8,0.005829333762327828
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,16384,fp8,0.00580159972111384
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,12288,fp8,0.005702400207519531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,10240,fp8,0.005714133381843567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,8192,fp8,0.0057087997595469155
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,7168,fp8,0.005674666911363601
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,6144,fp8,0.005719466755787531
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,5120,fp8,0.005675733586152395
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,4096,fp8,0.005738666653633117
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,3584,fp8,0.00568746676047643
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,3072,fp8,0.005691733459631603
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,2560,fp8,0.0057397333284219115
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,2048,fp8,0.005722666531801223
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,1536,fp8,0.005707733581463496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,1024,fp8,0.005709866434335709
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,768,fp8,0.005740800003210704
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,512,fp8,0.005011200159788131
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,256,fp8,0.005694933483997981
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,128,fp8,0.00573226660490036
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,64,fp8,0.005769599974155425
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,32,fp8,0.005682133386532466
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,5,65536,fp8,0.006106666723887125
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,51200,fp8,0.005834666391213734
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,16384,fp8,0.0057482667267322535
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,12288,fp8,0.005673599739869436
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,10240,fp8,0.005490133166313171
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,6,1024,fp8,0.005754666527112324
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,8192,fp8,0.005737599978844325
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,7168,fp8,0.005755733201901116
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,6144,fp8,0.005746133128801982
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,4096,fp8,0.00575786679983139
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,3584,fp8,0.005746133377154667
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,3072,fp8,0.005744000027577081
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,2560,fp8,0.005747200051943463
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,2048,fp8,0.00577386642495791
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,1536,fp8,0.005767466872930527
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,1024,fp8,0.005736533304055532
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,768,fp8,0.005748266478379567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,512,fp8,0.00572266678015391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,256,fp8,0.005720533182223639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,128,fp8,0.0057439997792243964
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,64,fp8,0.005756799876689912
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,32,fp8,0.005685333410898844
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,65536,fp8,0.005899733056624732
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,51200,fp8,0.00586559996008873
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,16384,fp8,0.005655466516812643
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,12288,fp8,0.005718399832646052
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,10240,fp8,0.005724800129731496
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,8192,fp8,0.005680000285307566
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,7168,fp8,0.005749333401521048
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,6144,fp8,0.005764266351858775
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,5120,fp8,0.005720533182223639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,4096,fp8,0.005705599983533224
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,8,8192,fp8,0.005727999905745189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,3584,fp8,0.005698133260011672
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,3072,fp8,0.005809066444635391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,2048,fp8,0.005748266478379567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,2560,fp8,0.00589973305662473
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,1024,fp8,0.005796266595522561
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,768,fp8,0.0057536001006762184
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,512,fp8,0.005682133634885153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,256,fp8,0.0057269332309563955
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,128,fp8,0.005706666658322016
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,64,fp8,0.005758933474620184
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,32,fp8,0.0057045333087444305
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,65536,fp8,0.006077866504589717
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,51200,fp8,0.005697066833575567
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,16384,fp8,0.005771733572085699
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,12288,fp8,0.005690666536490122
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,10240,fp8,0.005785599847634635
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,8192,fp8,0.005723733206590017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,7168,fp8,0.0057738664249579125
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,6144,fp8,0.0057674666245778414
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,5120,fp8,0.005691733211278915
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,4096,fp8,0.005699200183153153
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,3584,fp8,0.005698133260011672
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,3072,fp8,0.005691733459631602
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,2560,fp8,0.005721600105365118
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,2048,fp8,0.00572266678015391
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,1024,fp8,0.005681066711743673
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,4,5120,fp8,0.005764266848564147
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,768,fp8,0.005727999905745189
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,512,fp8,0.005774933348099389
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,256,fp8,0.005737599978844324
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,128,fp8,0.005794133494297664
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,64,fp8,0.005766399949789047
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,32,fp8,0.005788799872001012
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,65536,fp8,0.005737600227197011
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,51200,fp8,0.0057589334746201825
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,16384,fp8,0.005772800246874491
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,12288,fp8,0.0057535996039708446
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,8192,fp8,0.005784533421198525
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,7168,fp8,0.005750399827957154
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,6144,fp8,0.00577173332373301
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,5120,fp8,0.005689600110054017
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,4096,fp8,0.005721600105365118
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,3,1536,fp8,0.0057760000228881826
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,3584,fp8,0.005720533182223639
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,3072,fp8,0.005705599983533222
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,2560,fp8,0.005742933352788289
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,2048,fp8,0.00575786679983139
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,1536,fp8,0.005681066711743672
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,1024,fp8,0.005752533674240112
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,768,fp8,0.005754666527112326
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,512,fp8,0.005739733576774597
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,256,fp8,0.005760000149408976
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,128,fp8,0.0056885331869125375
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,64,fp8,0.005753600100676219
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,32,fp8,0.005723733454942702
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,65536,fp8,0.0057269332309563955
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,2,1536,fp8,0.005777066697676976
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,7,7168,fp8,0.0056928001344203946
TRTLLM,1.3.0rc10,NVIDIA RTX PRO 6000 Blackwell Server Edition,compute_scale,torch_ops,1,10240,fp8,0.0056063999732335395
