framework,version,device,op_name,kernel_source,batch_size,isl,num_heads,num_key_value_heads,head_dim,beam_width,attn_dtype,kv_cache_dtype,step,latency
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,2,128,1,fp8,fp8,0,239.00244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,1,128,1,fp8,fp8,0,239.400537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,1,128,1,bfloat16,bfloat16,0,317.6190673828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,2,128,1,bfloat16,bfloat16,0,320.6943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,4,128,1,bfloat16,bfloat16,0,350.05205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,1,128,1,bfloat16,fp8,0,354.939111328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,2,128,1,bfloat16,fp8,0,357.7149169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,4,128,1,bfloat16,fp8,0,374.769091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,4,128,1,fp8,fp8,0,242.907666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,1,128,1,bfloat16,bfloat16,0,158.969091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,8,128,1,fp8,fp8,0,255.50244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,1,128,1,bfloat16,fp8,0,177.5862060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,1,128,1,fp8,fp8,0,119.85301513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,96,128,1,fp8,fp8,0,156.43492431640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,8,128,1,bfloat16,fp8,0,379.7532958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,96,8,128,1,bfloat16,bfloat16,0,351.53232421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,2,128,1,bfloat16,bfloat16,0,159.47698974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,2,128,1,fp8,fp8,0,119.59542236328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,96,128,1,bfloat16,fp8,0,288.357177734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,96,128,1,bfloat16,bfloat16,0,287.0699951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,2,128,1,bfloat16,fp8,0,182.439208984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,4,128,1,bfloat16,bfloat16,0,160.634375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,4,128,1,fp8,fp8,0,119.72720947265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,4,128,1,bfloat16,fp8,0,180.2833740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,8,128,1,bfloat16,bfloat16,0,172.44852294921876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,96,128,1,fp8,fp8,0,78.04977416992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,1,128,1,bfloat16,bfloat16,0,79.61429443359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,8,128,1,fp8,fp8,0,120.735888671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,1,128,1,bfloat16,fp8,0,88.97027587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,96,128,1,bfloat16,bfloat16,0,144.26478271484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,1,128,1,fp8,fp8,0,60.033111572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,8,128,1,bfloat16,fp8,0,188.66947021484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,96,128,1,bfloat16,fp8,0,144.7272216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,2,128,1,fp8,fp8,0,59.903662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,2,128,1,bfloat16,bfloat16,0,79.87929077148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,2,128,1,bfloat16,fp8,0,89.45466918945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,4,128,1,fp8,fp8,0,59.979156494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,4,128,1,bfloat16,bfloat16,0,79.73513793945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,4,128,1,bfloat16,fp8,0,90.05703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,8,128,1,fp8,fp8,0,60.139404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,96,128,1,bfloat16,bfloat16,0,54.35874633789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,96,128,1,fp8,fp8,0,34.534185791015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,8,128,1,bfloat16,bfloat16,0,80.23045043945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,1,128,1,bfloat16,bfloat16,0,39.97160949707031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,96,128,1,bfloat16,fp8,0,55.3284423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,1,128,1,fp8,fp8,0,30.132772827148436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,8,128,1,bfloat16,fp8,0,89.90581665039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,2,128,1,fp8,fp8,0,30.074267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,2,128,1,bfloat16,bfloat16,0,40.09546813964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,1,128,1,bfloat16,fp8,0,44.68779602050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,2,128,1,bfloat16,fp8,0,44.90792541503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,4,128,1,fp8,fp8,0,30.111871337890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,4,128,1,bfloat16,bfloat16,0,40.017120361328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,8,128,1,bfloat16,bfloat16,0,40.062744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,4,128,1,bfloat16,fp8,0,45.16728515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,8,128,1,fp8,fp8,0,30.191961669921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,8,128,1,bfloat16,fp8,0,45.183895874023435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,1,128,1,fp8,fp8,0,135.29019775390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,2,128,1,fp8,fp8,0,135.01572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,1,128,1,bfloat16,bfloat16,0,179.58607177734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,2,128,1,bfloat16,bfloat16,0,180.19757080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,1,128,1,bfloat16,fp8,0,200.49560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,4,128,1,bfloat16,bfloat16,0,193.791455078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,2,128,1,bfloat16,fp8,0,201.6802490234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,4,128,1,bfloat16,fp8,0,209.71572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,4,128,1,fp8,fp8,0,135.2865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,96,128,1,fp8,fp8,0,89.89406127929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,1,128,1,bfloat16,bfloat16,0,89.90657348632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,8,128,1,fp8,fp8,0,142.0927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,8,128,1,bfloat16,bfloat16,0,198.1017578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,96,128,1,bfloat16,bfloat16,0,165.28115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,1,128,1,fp8,fp8,0,67.75702514648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,1,128,1,bfloat16,fp8,0,100.37677001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,96,128,1,bfloat16,fp8,0,166.53729248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,96,8,128,1,bfloat16,fp8,0,214.3455322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,2,128,1,bfloat16,bfloat16,0,90.2040283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,2,128,1,fp8,fp8,0,67.58796997070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,2,128,1,bfloat16,fp8,0,100.97509155273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,4,128,1,fp8,fp8,0,67.69928588867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,4,128,1,bfloat16,bfloat16,0,90.05965576171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,8,128,1,bfloat16,bfloat16,0,95.0637939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,4,128,1,bfloat16,fp8,0,101.56800537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,8,128,1,bfloat16,fp8,0,104.853173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,8,128,1,fp8,fp8,0,67.91231079101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,96,128,1,fp8,fp8,0,44.54210205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,1,128,1,bfloat16,bfloat16,0,45.05815124511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,96,128,1,bfloat16,bfloat16,0,82.57709350585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,1,128,1,fp8,fp8,0,33.96334228515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,96,128,1,bfloat16,fp8,0,82.6701171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,1,128,1,bfloat16,fp8,0,50.330099487304686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,2,128,1,fp8,fp8,0,33.88974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,2,128,1,bfloat16,bfloat16,0,45.21851806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,2,128,1,bfloat16,fp8,0,50.62706604003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,4,128,1,bfloat16,bfloat16,0,45.116329956054685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,4,128,1,fp8,fp8,0,33.94395141601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,4,128,1,bfloat16,fp8,0,50.91288452148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,96,128,1,bfloat16,bfloat16,0,30.53760681152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,96,128,1,fp8,fp8,0,19.30022735595703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,8,128,1,bfloat16,bfloat16,0,45.20073547363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,8,128,1,fp8,fp8,0,34.02621154785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,96,128,1,bfloat16,fp8,0,31.189898681640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,1,128,1,bfloat16,bfloat16,0,22.66748809814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,8,128,1,bfloat16,fp8,0,51.92594604492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,1,128,1,bfloat16,fp8,0,25.296792602539064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,1,128,1,fp8,fp8,0,17.08551025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,2,128,1,bfloat16,bfloat16,0,22.735531616210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,2,128,1,fp8,fp8,0,17.04779510498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,2,128,1,bfloat16,fp8,0,25.450289916992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,4,128,1,bfloat16,bfloat16,0,22.689222717285155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,4,128,1,fp8,fp8,0,17.0698974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,8,128,1,bfloat16,bfloat16,0,22.722502136230467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,8,128,1,fp8,fp8,0,17.116014099121095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,4,128,1,bfloat16,fp8,0,25.58936767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,8,128,1,bfloat16,fp8,0,25.49394836425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,1,128,1,fp8,fp8,0,94.3
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,2,128,1,fp8,fp8,0,94.08462524414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,1,128,1,bfloat16,bfloat16,0,125.21175537109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,2,128,1,bfloat16,bfloat16,0,125.60281982421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,1,128,1,bfloat16,fp8,0,139.74237060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,4,128,1,bfloat16,bfloat16,0,132.6774169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,2,128,1,bfloat16,fp8,0,140.572607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,4,128,1,bfloat16,fp8,0,144.881005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,4,128,1,fp8,fp8,0,94.31050415039063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,96,128,1,fp8,fp8,0,62.352362060546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,1,128,1,bfloat16,bfloat16,0,62.69375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,8,128,1,fp8,fp8,0,97.20994262695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,8,128,1,bfloat16,bfloat16,0,138.5264404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,96,128,1,bfloat16,bfloat16,0,115.389990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,96,128,1,bfloat16,fp8,0,117.078466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,1,128,1,bfloat16,fp8,0,69.95497436523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,1,128,1,fp8,fp8,0,47.236993408203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,8,128,1,bfloat16,fp8,0,149.1802978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,2,128,1,bfloat16,bfloat16,0,62.889984130859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,2,128,1,fp8,fp8,0,47.13444213867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,2,128,1,bfloat16,fp8,0,70.38690795898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,4,128,1,fp8,fp8,0,47.200827026367186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,4,128,1,bfloat16,bfloat16,0,62.800775146484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,4,128,1,bfloat16,fp8,0,70.80494384765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,8,128,1,bfloat16,bfloat16,0,65.24013061523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,8,128,1,fp8,fp8,0,47.33790283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,96,128,1,fp8,fp8,0,30.894708251953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,8,128,1,bfloat16,fp8,0,73.47778930664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,1,128,1,bfloat16,bfloat16,0,31.45216064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,96,128,1,bfloat16,bfloat16,0,57.56181030273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,96,128,1,bfloat16,fp8,0,57.7412841796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,1,128,1,fp8,fp8,0,23.698931884765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,2,128,1,fp8,fp8,0,23.64653625488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,1,128,1,bfloat16,fp8,0,35.086447143554686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,2,128,1,bfloat16,bfloat16,0,31.547378540039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,2,128,1,bfloat16,fp8,0,35.29466552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,4,128,1,fp8,fp8,0,23.678324890136718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,4,128,1,bfloat16,bfloat16,0,31.49714050292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,4,128,1,bfloat16,fp8,0,35.50044250488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,8,128,1,bfloat16,bfloat16,0,31.552825927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,96,128,1,bfloat16,bfloat16,0,21.081327819824217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,8,128,1,fp8,fp8,0,23.738632202148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,96,128,1,fp8,fp8,0,13.421603393554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,1,128,1,bfloat16,bfloat16,0,15.842481994628907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,96,128,1,bfloat16,fp8,0,21.756700134277345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,1,128,1,fp8,fp8,0,11.932350158691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,8,128,1,bfloat16,fp8,0,35.525473022460936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,1,128,1,bfloat16,fp8,0,17.681336975097658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,2,128,1,fp8,fp8,0,11.903993225097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,2,128,1,bfloat16,bfloat16,0,15.884696960449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,2,128,1,bfloat16,fp8,0,18.14779052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,4,128,1,bfloat16,bfloat16,0,15.863673400878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,4,128,1,fp8,fp8,0,11.926030731201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,4,128,1,bfloat16,fp8,0,17.876385498046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,8,128,1,fp8,fp8,0,11.9552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,8,128,1,bfloat16,bfloat16,0,15.879423522949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,8,128,1,bfloat16,fp8,0,17.81360778808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,1,128,1,fp8,fp8,0,121.31136474609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,2,128,1,fp8,fp8,0,120.93829345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,1,128,1,bfloat16,bfloat16,0,161.04267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,2,128,1,bfloat16,bfloat16,0,162.2978271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,4,128,1,bfloat16,bfloat16,0,168.5607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,1,128,1,bfloat16,fp8,0,179.8189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,2,128,1,bfloat16,fp8,0,180.9564697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,4,128,1,bfloat16,fp8,0,184.95546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,4,128,1,fp8,fp8,0,121.94227294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,96,128,1,fp8,fp8,0,80.75896606445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,1,128,1,bfloat16,bfloat16,0,80.5854248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,8,128,1,fp8,fp8,0,130.3584716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,8,128,1,bfloat16,bfloat16,0,181.3763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,96,128,1,bfloat16,bfloat16,0,148.66986083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,96,128,1,bfloat16,fp8,0,149.89906005859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,1,128,1,fp8,fp8,0,60.70997314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,1,128,1,bfloat16,fp8,0,89.88025512695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,96,8,128,1,bfloat16,fp8,0,193.50469970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,2,128,1,bfloat16,bfloat16,0,80.85345458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,2,128,1,fp8,fp8,0,60.588800048828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,2,128,1,bfloat16,fp8,0,90.466845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,4,128,1,fp8,fp8,0,60.669830322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,4,128,1,bfloat16,bfloat16,0,83.63418579101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,8,128,1,fp8,fp8,0,61.71022338867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,8,128,1,bfloat16,bfloat16,0,88.22367553710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,4,128,1,bfloat16,fp8,0,92.04735717773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,96,128,1,fp8,fp8,0,40.575445556640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,8,128,1,bfloat16,fp8,0,95.46705322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,96,128,1,bfloat16,bfloat16,0,75.3202880859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,1,128,1,bfloat16,bfloat16,0,40.38792419433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,1,128,1,fp8,fp8,0,30.409136962890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,96,128,1,bfloat16,fp8,0,75.72872924804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,1,128,1,bfloat16,fp8,0,45.033880615234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,2,128,1,bfloat16,bfloat16,0,40.508340454101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,2,128,1,fp8,fp8,0,30.347824096679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,2,128,1,bfloat16,fp8,0,45.32227783203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,4,128,1,bfloat16,bfloat16,0,40.458526611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,4,128,1,fp8,fp8,0,30.395401000976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,4,128,1,bfloat16,fp8,0,45.19666748046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,8,128,1,fp8,fp8,0,30.483184814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,8,128,1,bfloat16,bfloat16,0,41.05186462402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,8,128,1,bfloat16,fp8,0,46.791934204101565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,96,128,1,fp8,fp8,0,19.828778076171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,96,128,1,bfloat16,bfloat16,0,36.934121704101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,1,128,1,bfloat16,bfloat16,0,20.26774444580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,1,128,1,fp8,fp8,0,15.268040466308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,96,128,1,bfloat16,fp8,0,37.11752014160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,1,128,1,bfloat16,fp8,0,22.609095764160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,2,128,1,bfloat16,bfloat16,0,20.329833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,2,128,1,fp8,fp8,0,15.239036560058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,4,128,1,fp8,fp8,0,15.256993103027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,2,128,1,bfloat16,fp8,0,22.749911499023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,4,128,1,bfloat16,bfloat16,0,20.30151824951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,8,128,1,bfloat16,bfloat16,0,20.334686279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,4,128,1,bfloat16,fp8,0,22.84967041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,96,128,1,bfloat16,bfloat16,0,13.3143798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,8,128,1,fp8,fp8,0,15.300996398925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,96,128,1,fp8,fp8,0,8.35094757080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,8,128,1,bfloat16,fp8,0,22.897689819335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,96,128,1,bfloat16,fp8,0,13.8025634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,1,128,1,bfloat16,bfloat16,0,10.219163513183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,1,128,1,fp8,fp8,0,7.6955711364746096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,1,128,1,bfloat16,fp8,0,11.411758422851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,2,128,1,fp8,fp8,0,7.683767700195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,2,128,1,bfloat16,bfloat16,0,10.256006622314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,4,128,1,fp8,fp8,0,7.6924896240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,2,128,1,bfloat16,fp8,0,11.465513610839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,4,128,1,bfloat16,bfloat16,0,10.23362045288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,8,128,1,bfloat16,bfloat16,0,10.25494384765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,4,128,1,bfloat16,fp8,0,11.530499267578126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,8,128,1,fp8,fp8,0,7.7143104553222654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,8,128,1,bfloat16,fp8,0,11.493208312988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,1,128,1,fp8,fp8,0,68.81427612304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,2,128,1,fp8,fp8,0,68.70116577148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,1,128,1,bfloat16,bfloat16,0,91.47373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,2,128,1,bfloat16,bfloat16,0,91.82926025390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,4,128,1,bfloat16,bfloat16,0,95.03778686523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,1,128,1,bfloat16,fp8,0,102.02581787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,2,128,1,bfloat16,fp8,0,102.56895751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,4,128,1,bfloat16,fp8,0,104.71937255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,4,128,1,fp8,fp8,0,68.85202026367188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,96,128,1,fp8,fp8,0,46.70877380371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,1,128,1,bfloat16,bfloat16,0,45.801763916015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,8,128,1,fp8,fp8,0,73.26968383789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,8,128,1,bfloat16,bfloat16,0,104.7177734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,96,128,1,bfloat16,bfloat16,0,86.786865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,1,128,1,fp8,fp8,0,34.470822143554685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,1,128,1,bfloat16,fp8,0,51.004782104492186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,96,128,1,bfloat16,fp8,0,88.2734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,96,8,128,1,bfloat16,fp8,0,109.73453369140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,2,128,1,bfloat16,bfloat16,0,45.94446716308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,2,128,1,fp8,fp8,0,34.38099060058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,2,128,1,bfloat16,fp8,0,51.32520751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,4,128,1,fp8,fp8,0,34.450341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,4,128,1,bfloat16,bfloat16,0,45.948492431640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,8,128,1,fp8,fp8,0,34.605490112304686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,4,128,1,bfloat16,fp8,0,51.68361206054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,8,128,1,bfloat16,bfloat16,0,49.33961791992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,96,128,1,fp8,fp8,0,23.19447479248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,8,128,1,bfloat16,fp8,0,53.76641845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,1,128,1,bfloat16,bfloat16,0,22.958708190917967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,1,128,1,fp8,fp8,0,17.2786376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,96,128,1,bfloat16,bfloat16,0,43.298089599609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,1,128,1,bfloat16,fp8,0,25.585368347167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,96,128,1,bfloat16,fp8,0,43.98406066894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,2,128,1,bfloat16,bfloat16,0,23.026400756835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,2,128,1,fp8,fp8,0,17.243666076660155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,2,128,1,bfloat16,fp8,0,25.731369018554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,4,128,1,bfloat16,bfloat16,0,23.00201416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,4,128,1,fp8,fp8,0,17.265109252929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,4,128,1,bfloat16,fp8,0,25.680322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,8,128,1,fp8,fp8,0,17.31702117919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,8,128,1,bfloat16,bfloat16,0,23.075074768066408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,8,128,1,bfloat16,fp8,0,25.80745849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,96,128,1,fp8,fp8,0,11.21202392578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,1,128,1,fp8,fp8,0,8.691073608398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,1,128,1,bfloat16,bfloat16,0,11.54600830078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,96,128,1,bfloat16,bfloat16,0,21.357208251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,96,128,1,bfloat16,fp8,0,21.282186889648436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,1,128,1,bfloat16,fp8,0,12.859915161132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,2,128,1,bfloat16,bfloat16,0,11.589249420166016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,2,128,1,fp8,fp8,0,8.672662353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,2,128,1,bfloat16,fp8,0,12.940579223632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,4,128,1,bfloat16,bfloat16,0,11.569694519042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,4,128,1,fp8,fp8,0,8.688455963134766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,4,128,1,bfloat16,fp8,0,13.001264953613282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,8,128,1,bfloat16,bfloat16,0,11.580766296386718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,8,128,1,fp8,fp8,0,8.713521575927734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,96,128,1,bfloat16,bfloat16,0,7.523628997802734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,96,128,1,fp8,fp8,0,4.648060989379883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,8,128,1,bfloat16,fp8,0,13.032798767089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,1,128,1,bfloat16,bfloat16,0,5.8461967468261715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,96,128,1,bfloat16,fp8,0,7.8408447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,1,128,1,fp8,fp8,0,4.397836685180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,1,128,1,bfloat16,fp8,0,6.5077362060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,2,128,1,fp8,fp8,0,4.3903663635253904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,2,128,1,bfloat16,bfloat16,0,5.864168167114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,2,128,1,bfloat16,fp8,0,6.541169738769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,4,128,1,bfloat16,bfloat16,0,5.857024002075195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,4,128,1,fp8,fp8,0,4.39550895690918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,4,128,1,bfloat16,fp8,0,6.581156921386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,8,128,1,fp8,fp8,0,4.412060928344727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,8,128,1,bfloat16,bfloat16,0,5.862044906616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,8,128,1,bfloat16,fp8,0,6.561990356445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,1,128,1,fp8,fp8,0,62.22398071289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,2,128,1,fp8,fp8,0,62.06962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,1,128,1,bfloat16,bfloat16,0,82.75805053710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,2,128,1,bfloat16,bfloat16,0,83.39239501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,4,128,1,bfloat16,bfloat16,0,85.25523071289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,1,128,1,bfloat16,fp8,0,92.14409790039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,2,128,1,bfloat16,fp8,0,92.78449096679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,4,128,1,bfloat16,fp8,0,94.0170654296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,4,128,1,fp8,fp8,0,62.57294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,96,128,1,fp8,fp8,0,42.833743286132815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,1,128,1,bfloat16,bfloat16,0,41.420999145507814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,8,128,1,fp8,fp8,0,64.7747802734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,8,128,1,bfloat16,bfloat16,0,88.73723754882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,96,128,1,bfloat16,bfloat16,0,79.2517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,1,128,1,bfloat16,fp8,0,46.05333251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,1,128,1,fp8,fp8,0,31.155172729492186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,96,128,1,bfloat16,fp8,0,80.25248413085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,96,8,128,1,bfloat16,fp8,0,96.1003173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,2,128,1,fp8,fp8,0,31.102804565429686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,2,128,1,bfloat16,bfloat16,0,41.55560302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,2,128,1,bfloat16,fp8,0,46.338870239257815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,4,128,1,fp8,fp8,0,31.153274536132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,4,128,1,bfloat16,bfloat16,0,42.389227294921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,4,128,1,bfloat16,fp8,0,46.82991027832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,8,128,1,fp8,fp8,0,32.04738159179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,96,128,1,fp8,fp8,0,21.576153564453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,8,128,1,bfloat16,bfloat16,0,47.598480224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,1,128,1,bfloat16,bfloat16,0,20.758935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,96,128,1,bfloat16,bfloat16,0,40.54427795410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,8,128,1,bfloat16,fp8,0,49.49378356933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,96,128,1,bfloat16,fp8,0,40.507086181640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,1,128,1,fp8,fp8,0,15.598091125488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,1,128,1,bfloat16,fp8,0,23.07435302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,2,128,1,bfloat16,bfloat16,0,20.8224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,2,128,1,fp8,fp8,0,15.579962158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,4,128,1,bfloat16,bfloat16,0,20.814210510253908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,4,128,1,fp8,fp8,0,15.593321228027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,2,128,1,bfloat16,fp8,0,23.215168762207032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,4,128,1,bfloat16,fp8,0,23.367216491699217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,8,128,1,bfloat16,bfloat16,0,21.49535217285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,8,128,1,fp8,fp8,0,15.66595458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,8,128,1,bfloat16,fp8,0,23.719435119628905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,96,128,1,fp8,fp8,0,10.614412689208985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,1,128,1,bfloat16,bfloat16,0,10.420967864990235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,96,128,1,bfloat16,bfloat16,0,19.690415954589845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,1,128,1,fp8,fp8,0,7.8311614990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,1,128,1,bfloat16,fp8,0,11.58731689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,2,128,1,bfloat16,bfloat16,0,10.454417419433593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,2,128,1,fp8,fp8,0,7.820487976074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,96,128,1,bfloat16,fp8,0,19.810931396484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,2,128,1,bfloat16,fp8,0,11.655750274658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,4,128,1,fp8,fp8,0,7.832398223876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,4,128,1,bfloat16,bfloat16,0,10.443707275390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,4,128,1,bfloat16,fp8,0,11.728157043457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,8,128,1,bfloat16,bfloat16,0,10.469847869873046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,8,128,1,fp8,fp8,0,7.859734344482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,96,128,1,fp8,fp8,0,4.798023986816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,1,128,1,bfloat16,bfloat16,0,5.255366516113281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,96,128,1,bfloat16,bfloat16,0,9.414998626708984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,8,128,1,bfloat16,fp8,0,11.69769287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,1,128,1,fp8,fp8,0,3.9494350433349608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,1,128,1,bfloat16,fp8,0,5.847361755371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,96,128,1,bfloat16,fp8,0,9.612624359130859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,2,128,1,bfloat16,bfloat16,0,5.272798538208008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,2,128,1,fp8,fp8,0,3.9428192138671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,2,128,1,bfloat16,fp8,0,5.981087875366211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,4,128,1,fp8,fp8,0,3.948883056640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,4,128,1,bfloat16,bfloat16,0,5.264495849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,4,128,1,bfloat16,fp8,0,5.91788330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,96,128,1,bfloat16,bfloat16,0,3.289179229736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,8,128,1,fp8,fp8,0,3.962819290161133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,96,128,1,fp8,fp8,0,2.117636871337891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,8,128,1,bfloat16,bfloat16,0,5.278718566894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,96,128,1,bfloat16,fp8,0,3.4616416931152343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,1,128,1,bfloat16,bfloat16,0,2.693404769897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,8,128,1,bfloat16,fp8,0,5.896582412719726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,1,128,1,fp8,fp8,0,2.0124704360961916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,1,128,1,bfloat16,fp8,0,2.9966672897338866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,2,128,1,fp8,fp8,0,2.0107599258422852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,2,128,1,bfloat16,bfloat16,0,2.6986032485961915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,4,128,1,bfloat16,bfloat16,0,2.695465660095215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,4,128,1,bfloat16,fp8,0,3.0244064331054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,8,128,1,bfloat16,bfloat16,0,2.7009424209594726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,8,128,1,fp8,fp8,0,2.0186704635620116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,8,128,1,bfloat16,fp8,0,3.017225646972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,2,128,1,bfloat16,fp8,0,3.0626703262329102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,4,128,1,fp8,fp8,0,2.0124256134033205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,1,128,1,fp8,fp8,0,35.5911376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,2,128,1,fp8,fp8,0,35.54745178222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,1,128,1,bfloat16,bfloat16,0,47.3971923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,2,128,1,bfloat16,bfloat16,0,47.66523132324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,1,128,1,bfloat16,fp8,0,52.611273193359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,2,128,1,bfloat16,fp8,0,53.9638916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,4,128,1,bfloat16,bfloat16,0,48.81282348632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,4,128,1,fp8,fp8,0,35.722372436523436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,4,128,1,bfloat16,fp8,0,53.795166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,96,128,1,fp8,fp8,0,25.1344482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,8,128,1,fp8,fp8,0,36.96439208984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,8,128,1,bfloat16,bfloat16,0,51.1830810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,1,128,1,bfloat16,bfloat16,0,23.72586669921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,1,128,1,bfloat16,fp8,0,26.3444580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,96,128,1,bfloat16,bfloat16,0,46.442263793945315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,1,128,1,fp8,fp8,0,17.830526733398436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,96,8,128,1,bfloat16,fp8,0,55.15767211914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,96,128,1,bfloat16,fp8,0,46.805242919921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,2,128,1,bfloat16,bfloat16,0,23.810057067871092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,2,128,1,fp8,fp8,0,17.791075134277342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,2,128,1,bfloat16,fp8,0,26.482150268554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,4,128,1,fp8,fp8,0,17.82613525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,4,128,1,bfloat16,bfloat16,0,23.92855224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,4,128,1,bfloat16,fp8,0,26.726849365234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,8,128,1,bfloat16,bfloat16,0,26.871890258789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,8,128,1,fp8,fp8,0,17.968600463867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,8,128,1,bfloat16,fp8,0,28.189083862304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,96,128,1,fp8,fp8,0,12.53717269897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,1,128,1,bfloat16,bfloat16,0,11.903001403808593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,96,128,1,bfloat16,bfloat16,0,23.104803466796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,1,128,1,fp8,fp8,0,8.936793518066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,96,128,1,bfloat16,fp8,0,23.47933349609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,2,128,1,bfloat16,bfloat16,0,11.9421630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,2,128,1,fp8,fp8,0,8.923411560058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,1,128,1,bfloat16,fp8,0,13.209927368164063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,2,128,1,bfloat16,fp8,0,13.2862548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,4,128,1,bfloat16,bfloat16,0,11.943972778320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,4,128,1,fp8,fp8,0,8.945164489746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,4,128,1,bfloat16,fp8,0,13.37482147216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,8,128,1,fp8,fp8,0,8.969833374023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,96,128,1,fp8,fp8,0,6.0582927703857425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,8,128,1,bfloat16,bfloat16,0,12.041451263427735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,1,128,1,bfloat16,bfloat16,0,5.984500885009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,8,128,1,bfloat16,fp8,0,13.497174072265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,1,128,1,fp8,fp8,0,4.4935871124267575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,1,128,1,bfloat16,fp8,0,6.643486022949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,96,128,1,bfloat16,bfloat16,0,11.487742614746093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,96,128,1,bfloat16,fp8,0,11.540528106689454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,2,128,1,fp8,fp8,0,4.486067199707032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,2,128,1,bfloat16,bfloat16,0,6.011687850952148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,2,128,1,bfloat16,fp8,0,6.682406616210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,4,128,1,bfloat16,bfloat16,0,6.002441787719727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,4,128,1,fp8,fp8,0,4.495708847045899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,8,128,1,bfloat16,bfloat16,0,6.019892883300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,4,128,1,bfloat16,fp8,0,6.726152038574218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,96,128,1,fp8,fp8,0,2.5426111221313477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,8,128,1,bfloat16,fp8,0,6.707430267333985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,96,128,1,bfloat16,bfloat16,0,5.271414566040039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,96,128,1,bfloat16,fp8,0,5.440369415283203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,1,128,1,fp8,fp8,0,2.277350425720215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,1,128,1,bfloat16,fp8,0,3.363673782348633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,8,128,1,fp8,fp8,0,4.511638259887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,2,128,1,bfloat16,bfloat16,0,3.044388771057129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,2,128,1,fp8,fp8,0,2.2752944946289064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,2,128,1,bfloat16,fp8,0,3.3843406677246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,1,128,1,bfloat16,bfloat16,0,3.032504081726074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,4,128,1,bfloat16,bfloat16,0,3.040648078918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,4,128,1,bfloat16,fp8,0,3.371489715576172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,8,128,1,fp8,fp8,0,2.2848175048828123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,8,128,1,bfloat16,bfloat16,0,3.0482879638671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,96,128,1,fp8,fp8,0,1.2329343795776366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,96,128,1,bfloat16,fp8,0,1.9315792083740235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,8,128,1,bfloat16,fp8,0,3.418094253540039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,1,128,1,bfloat16,bfloat16,0,1.570342445373535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,1,128,1,fp8,fp8,0,1.1697664260864258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,1,128,1,bfloat16,fp8,0,1.7450864791870118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,2,128,1,bfloat16,bfloat16,0,1.5730768203735352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,2,128,1,fp8,fp8,0,1.1678720474243165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,2,128,1,bfloat16,fp8,0,1.7821104049682617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,4,128,1,bfloat16,bfloat16,0,1.571731185913086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,4,128,1,fp8,fp8,0,2.2767248153686523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,4,128,1,fp8,fp8,0,1.1701359748840332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,96,128,1,bfloat16,bfloat16,0,1.7902511596679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,8,128,1,bfloat16,bfloat16,0,1.5742416381835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,8,128,1,fp8,fp8,0,1.1735648155212401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,8,128,1,bfloat16,fp8,0,1.7563167572021485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,4,128,1,bfloat16,fp8,0,1.7481327056884766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,1,128,1,fp8,fp8,0,32.73572998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,2,128,1,fp8,fp8,0,32.675567626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,1,128,1,bfloat16,bfloat16,0,43.58060913085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,2,128,1,bfloat16,bfloat16,0,44.04630737304687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,4,128,1,bfloat16,bfloat16,0,44.56273193359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,1,128,1,bfloat16,fp8,0,48.27562561035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,2,128,1,bfloat16,fp8,0,48.70771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,4,128,1,bfloat16,fp8,0,49.41328430175781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,4,128,1,fp8,fp8,0,33.00014953613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,1,128,1,bfloat16,bfloat16,0,21.818328857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,8,128,1,bfloat16,bfloat16,0,45.948117065429685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,96,128,1,fp8,fp8,0,23.763990783691405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,8,128,1,fp8,fp8,0,33.61947937011719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,1,128,1,bfloat16,fp8,0,24.13164367675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,1,128,1,fp8,fp8,0,16.37610626220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,96,128,1,bfloat16,bfloat16,0,44.07789001464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,96,128,1,bfloat16,fp8,0,45.01302490234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,96,8,128,1,bfloat16,fp8,0,50.187643432617186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,2,128,1,bfloat16,bfloat16,0,21.911192321777342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,2,128,1,fp8,fp8,0,16.355819702148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,2,128,1,bfloat16,fp8,0,24.300482177734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,4,128,1,fp8,fp8,0,16.38446502685547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,4,128,1,bfloat16,bfloat16,0,22.424473571777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,96,128,1,fp8,fp8,0,11.866900634765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,8,128,1,fp8,fp8,0,16.852847290039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,4,128,1,bfloat16,fp8,0,24.546305847167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,8,128,1,bfloat16,bfloat16,0,23.651918029785158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,8,128,1,bfloat16,fp8,0,25.464382934570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,96,128,1,bfloat16,bfloat16,0,23.085551452636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,96,128,1,bfloat16,fp8,0,23.00249328613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,1,128,1,fp8,fp8,0,8.192062377929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,1,128,1,bfloat16,bfloat16,0,10.932516479492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,2,128,1,fp8,fp8,0,8.18935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,1,128,1,bfloat16,fp8,0,12.099501037597657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,2,128,1,bfloat16,bfloat16,0,10.965521240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,2,128,1,bfloat16,fp8,0,12.163745880126953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,4,128,1,fp8,fp8,0,8.196004486083984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,4,128,1,bfloat16,bfloat16,0,10.99084014892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,4,128,1,bfloat16,fp8,0,12.262913513183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,8,128,1,fp8,fp8,0,8.257764434814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,8,128,1,bfloat16,bfloat16,0,11.972334289550782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,1,128,1,bfloat16,bfloat16,0,5.494136047363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,96,128,1,bfloat16,bfloat16,0,10.923033905029296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,96,128,1,fp8,fp8,0,5.885441589355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,8,128,1,bfloat16,fp8,0,12.994493103027343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,1,128,1,bfloat16,fp8,0,6.0695758819580075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,1,128,1,fp8,fp8,0,4.116017532348633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,96,128,1,bfloat16,fp8,0,11.117120361328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,2,128,1,bfloat16,bfloat16,0,5.510383987426758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,2,128,1,fp8,fp8,0,4.1091552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,4,128,1,fp8,fp8,0,4.125592041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,2,128,1,bfloat16,fp8,0,6.112804794311524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,4,128,1,bfloat16,bfloat16,0,5.517803192138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,4,128,1,bfloat16,fp8,0,6.1503150939941404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,8,128,1,bfloat16,bfloat16,0,5.545737457275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,8,128,1,fp8,fp8,0,4.138663864135742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,8,128,1,bfloat16,fp8,0,6.145332717895508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,96,128,1,fp8,fp8,0,2.6777360916137694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,1,128,1,bfloat16,bfloat16,0,2.770659255981445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,96,128,1,bfloat16,bfloat16,0,5.266961669921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,1,128,1,bfloat16,fp8,0,3.0639936447143556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,2,128,1,bfloat16,bfloat16,0,2.7820112228393556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,2,128,1,fp8,fp8,0,2.076121520996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,2,128,1,bfloat16,fp8,0,3.0820335388183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,4,128,1,fp8,fp8,0,2.0799840927124023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,1,128,1,fp8,fp8,0,2.0792160034179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,4,128,1,bfloat16,fp8,0,3.1053487777709963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,8,128,1,fp8,fp8,0,2.086172866821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,8,128,1,bfloat16,bfloat16,0,2.7894159317016602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,8,128,1,bfloat16,fp8,0,3.0975231170654296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,96,128,1,bfloat16,bfloat16,0,2.192740821838379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,96,128,1,bfloat16,fp8,0,5.425035095214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,1,128,1,bfloat16,bfloat16,0,1.4236271858215332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,1,128,1,bfloat16,fp8,0,1.5774703979492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,96,128,1,bfloat16,fp8,0,2.2863983154296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,1,128,1,fp8,fp8,0,1.0543487548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,4,128,1,bfloat16,bfloat16,0,2.781279945373535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,2,128,1,bfloat16,bfloat16,0,1.4271007537841798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,2,128,1,fp8,fp8,0,1.0545951843261718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,2,128,1,bfloat16,fp8,0,1.5805392265319824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,4,128,1,fp8,fp8,0,1.05491361618042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,4,128,1,bfloat16,bfloat16,0,1.4262656211853026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,8,128,1,bfloat16,bfloat16,0,1.4288576126098633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,8,128,1,fp8,fp8,0,1.0581184387207032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,96,128,1,bfloat16,bfloat16,0,0.8350751876831055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,96,128,1,fp8,fp8,0,0.5825791835784913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,96,128,1,bfloat16,fp8,0,0.8996767997741699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,8,128,1,bfloat16,fp8,0,1.5888128280639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,1,128,1,bfloat16,bfloat16,0,0.7410528182983398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,1,128,1,fp8,fp8,0,0.5550784111022949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,1,128,1,bfloat16,fp8,0,0.822873592376709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,2,128,1,bfloat16,bfloat16,0,0.7414080142974854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,2,128,1,fp8,fp8,0,0.5551152229309082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,2,128,1,bfloat16,fp8,0,0.8412480354309082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,4,128,1,fp8,fp8,0,0.5557087898254395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,4,128,1,bfloat16,fp8,0,0.8313055992126465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,8,128,1,bfloat16,bfloat16,0,0.7436319828033447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,8,128,1,fp8,fp8,0,0.5575535774230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,8,128,1,bfloat16,fp8,0,0.8437439918518066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,4,128,1,bfloat16,fp8,0,1.5915727615356445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,96,128,1,fp8,fp8,0,1.1528240203857423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,4,128,1,bfloat16,bfloat16,0,0.7414927959442139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,1,128,1,fp8,fp8,0,18.99430694580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,2,128,1,fp8,fp8,0,18.9892822265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,1,128,1,bfloat16,bfloat16,0,25.352810668945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,2,128,1,bfloat16,bfloat16,0,25.60314025878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,4,128,1,bfloat16,bfloat16,0,25.97301025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,2,128,1,bfloat16,fp8,0,28.202969360351563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,1,128,1,bfloat16,fp8,0,28.00013427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,4,128,1,bfloat16,fp8,0,28.663925170898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,4,128,1,fp8,fp8,0,19.170016479492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,1,128,1,bfloat16,bfloat16,0,12.688716888427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,8,128,1,bfloat16,bfloat16,0,26.866561889648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,96,128,1,fp8,fp8,0,14.248167419433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,8,128,1,fp8,fp8,0,19.619140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,96,8,128,1,bfloat16,fp8,0,29.25251159667969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,96,128,1,bfloat16,bfloat16,0,25.834652709960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,1,128,1,fp8,fp8,0,9.520362854003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,1,128,1,bfloat16,fp8,0,13.995512390136719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,96,128,1,bfloat16,fp8,0,26.706008911132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,2,128,1,bfloat16,bfloat16,0,12.746753692626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,2,128,1,fp8,fp8,0,9.503025817871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,2,128,1,bfloat16,fp8,0,14.065164184570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,4,128,1,fp8,fp8,0,9.533580780029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,4,128,1,bfloat16,bfloat16,0,12.975668334960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,8,128,1,fp8,fp8,0,9.708943939208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,4,128,1,bfloat16,fp8,0,14.272293090820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,8,128,1,bfloat16,bfloat16,0,13.7947998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,96,128,1,bfloat16,bfloat16,0,12.95849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,8,128,1,bfloat16,fp8,0,14.800154113769532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,1,128,1,bfloat16,bfloat16,0,6.372188949584961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,1,128,1,fp8,fp8,0,4.770891189575195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,96,128,1,fp8,fp8,0,7.110708618164063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,1,128,1,bfloat16,fp8,0,7.024791717529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,96,128,1,bfloat16,fp8,0,13.364665222167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,2,128,1,fp8,fp8,0,4.762145614624023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,2,128,1,bfloat16,bfloat16,0,6.389262390136719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,4,128,1,bfloat16,bfloat16,0,6.401376342773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,4,128,1,fp8,fp8,0,4.781296157836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,2,128,1,bfloat16,fp8,0,7.058139038085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,4,128,1,bfloat16,fp8,0,7.066754913330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,8,128,1,fp8,fp8,0,4.814878463745117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,8,128,1,bfloat16,bfloat16,0,6.691000366210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,96,128,1,fp8,fp8,0,3.453776168823242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,1,128,1,bfloat16,bfloat16,0,3.2072368621826173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,8,128,1,bfloat16,fp8,0,7.247388458251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,96,128,1,bfloat16,bfloat16,0,6.412870025634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,1,128,1,fp8,fp8,0,2.400497627258301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,1,128,1,bfloat16,fp8,0,3.53372802734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,2,128,1,bfloat16,bfloat16,0,3.215225601196289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,96,128,1,bfloat16,fp8,0,6.622601318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,2,128,1,fp8,fp8,0,2.39542236328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,2,128,1,bfloat16,fp8,0,3.550996780395508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,4,128,1,bfloat16,bfloat16,0,3.2222015380859377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,4,128,1,fp8,fp8,0,2.4013391494750977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,4,128,1,bfloat16,fp8,0,3.57918701171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,8,128,1,bfloat16,bfloat16,0,3.2370800018310546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,8,128,1,fp8,fp8,0,2.4107824325561524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,96,128,1,fp8,fp8,0,1.4624256134033202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,1,128,1,bfloat16,bfloat16,0,1.6269855499267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,96,128,1,bfloat16,bfloat16,0,3.0241888046264647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,8,128,1,bfloat16,fp8,0,3.57947998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,1,128,1,fp8,fp8,0,1.2167951583862304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,96,128,1,bfloat16,fp8,0,3.139785575866699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,2,128,1,bfloat16,bfloat16,0,1.6319072723388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,2,128,1,bfloat16,fp8,0,1.7991376876831056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,4,128,1,bfloat16,bfloat16,0,1.6331344604492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,4,128,1,fp8,fp8,0,1.2185872077941895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,4,128,1,bfloat16,fp8,0,1.8131376266479493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,8,128,1,bfloat16,bfloat16,0,1.6397087097167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,96,128,1,bfloat16,bfloat16,0,1.0857855796813964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,8,128,1,fp8,fp8,0,1.2227968215942382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,96,128,1,fp8,fp8,0,0.6794223785400391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,8,128,1,bfloat16,fp8,0,1.8210336685180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,96,128,1,bfloat16,fp8,0,1.1474800109863281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,1,128,1,bfloat16,bfloat16,0,0.8443967819213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,1,128,1,bfloat16,fp8,0,1.7916719436645507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,1,128,1,fp8,fp8,0,0.6208591938018799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,2,128,1,bfloat16,bfloat16,0,0.8469408035278321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,1,128,1,bfloat16,fp8,0,0.9342543601989746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,2,128,1,fp8,fp8,0,1.2149456024169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,2,128,1,fp8,fp8,0,0.6207520008087158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,4,128,1,fp8,fp8,0,0.6210624217987061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,4,128,1,bfloat16,fp8,0,0.9416367530822753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,4,128,1,bfloat16,bfloat16,0,0.8454895973205566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,8,128,1,bfloat16,bfloat16,0,0.8482751846313477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,96,128,1,bfloat16,bfloat16,0,0.5018576145172119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,96,128,1,fp8,fp8,0,0.3471872091293335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,1,128,1,bfloat16,bfloat16,0,0.4451168060302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,8,128,1,bfloat16,fp8,0,0.9389760017395019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,96,128,1,bfloat16,fp8,0,0.5365231990814209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,1,128,1,fp8,fp8,0,0.3337120056152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,2,128,1,bfloat16,bfloat16,0,0.4454160213470459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,2,128,1,fp8,fp8,0,0.333569598197937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,2,128,1,bfloat16,fp8,0,0.5004591941833496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,4,128,1,fp8,fp8,0,0.33367679119110105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,8,128,1,bfloat16,bfloat16,0,0.44701762199401857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,8,128,1,bfloat16,fp8,0,0.49770240783691405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,8,128,1,fp8,fp8,0,0.33439838886260986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,2,128,1,bfloat16,fp8,0,0.9512751579284668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,8,128,1,fp8,fp8,0,0.6248288154602051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,1,128,1,bfloat16,fp8,0,0.49527997970581056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,4,128,1,bfloat16,bfloat16,0,0.4449920177459717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,4,128,1,bfloat16,fp8,0,0.4951456069946289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,1,128,1,fp8,fp8,0,17.99347686767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,2,128,1,fp8,fp8,0,18.014633178710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,1,128,1,bfloat16,bfloat16,0,24.009169006347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,2,128,1,bfloat16,bfloat16,0,24.40460662841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,1,128,1,bfloat16,fp8,0,26.305276489257814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,4,128,1,bfloat16,bfloat16,0,24.902987670898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,2,128,1,bfloat16,fp8,0,26.798324584960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,4,128,1,bfloat16,fp8,0,27.394772338867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,4,128,1,fp8,fp8,0,18.2541259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,8,128,1,bfloat16,bfloat16,0,25.765435791015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,1,128,1,bfloat16,bfloat16,0,12.014014434814452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,96,128,1,fp8,fp8,0,14.109442138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,8,128,1,fp8,fp8,0,18.666902160644533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,96,128,1,bfloat16,bfloat16,0,25.46410675048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,96,8,128,1,bfloat16,fp8,0,28.079623413085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,1,128,1,fp8,fp8,0,8.995439910888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,96,128,1,bfloat16,fp8,0,26.5446044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,1,128,1,bfloat16,fp8,0,13.166799926757813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,2,128,1,fp8,fp8,0,8.989905548095702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,2,128,1,bfloat16,bfloat16,0,12.108625793457032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,2,128,1,bfloat16,fp8,0,13.271041870117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,4,128,1,fp8,fp8,0,9.039806365966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,4,128,1,bfloat16,bfloat16,0,12.361103820800782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,4,128,1,bfloat16,fp8,0,13.542544555664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,8,128,1,fp8,fp8,0,9.319644927978516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,96,128,1,fp8,fp8,0,7.059248352050782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,96,128,1,bfloat16,bfloat16,0,12.81014404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,1,128,1,bfloat16,bfloat16,0,6.023651123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,8,128,1,bfloat16,bfloat16,0,12.886489868164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,1,128,1,fp8,fp8,0,4.503084945678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,1,128,1,bfloat16,fp8,0,6.599224090576172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,96,128,1,bfloat16,fp8,0,13.347142028808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,8,128,1,bfloat16,fp8,0,13.931008911132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,2,128,1,bfloat16,bfloat16,0,6.038670349121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,2,128,1,fp8,fp8,0,4.505446243286133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,4,128,1,fp8,fp8,0,4.514883041381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,4,128,1,bfloat16,bfloat16,0,6.119744110107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,2,128,1,bfloat16,fp8,0,6.6315452575683596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,4,128,1,bfloat16,fp8,0,6.714415740966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,8,128,1,bfloat16,bfloat16,0,6.549396514892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,8,128,1,fp8,fp8,0,4.573235321044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,8,128,1,bfloat16,fp8,0,7.000110626220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,1,128,1,bfloat16,bfloat16,0,3.025281524658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,96,128,1,fp8,fp8,0,3.521753692626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,1,128,1,fp8,fp8,0,2.2602624893188477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,1,128,1,bfloat16,fp8,0,3.315595245361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,2,128,1,bfloat16,bfloat16,0,3.0369840621948243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,96,128,1,bfloat16,fp8,0,6.672537231445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,2,128,1,bfloat16,fp8,0,3.3309280395507814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,2,128,1,fp8,fp8,0,2.2574480056762694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,4,128,1,fp8,fp8,0,2.2705135345458984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,96,128,1,bfloat16,bfloat16,0,6.451678466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,4,128,1,bfloat16,bfloat16,0,3.0464303970336912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,4,128,1,bfloat16,fp8,0,3.3652687072753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,8,128,1,bfloat16,bfloat16,0,3.112998390197754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,8,128,1,fp8,fp8,0,2.2877519607543944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,1,128,1,bfloat16,bfloat16,0,1.5284031867980956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,1,128,1,bfloat16,fp8,0,1.6750064849853517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,96,128,1,bfloat16,bfloat16,0,3.153401565551758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,96,128,1,fp8,fp8,0,1.6186368942260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,8,128,1,bfloat16,fp8,0,3.3970447540283204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,2,128,1,bfloat16,bfloat16,0,1.5364912033081055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,96,128,1,bfloat16,fp8,0,3.290999984741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,2,128,1,fp8,fp8,0,1.1416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,2,128,1,bfloat16,fp8,0,1.6830528259277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,4,128,1,fp8,fp8,0,1.1472720146179198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,4,128,1,bfloat16,bfloat16,0,1.5437503814697267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,4,128,1,bfloat16,fp8,0,1.700823974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,8,128,1,bfloat16,bfloat16,0,1.551854419708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,8,128,1,fp8,fp8,0,1.1528240203857423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,96,128,1,fp8,fp8,0,0.6746335983276367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,96,128,1,bfloat16,bfloat16,0,1.3409487724304199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,1,128,1,bfloat16,bfloat16,0,0.7865824222564697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,8,128,1,bfloat16,fp8,0,1.7006607055664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,96,128,1,bfloat16,fp8,0,1.4217791557312012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,1,128,1,fp8,fp8,0,0.5739247798919678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,1,128,1,bfloat16,fp8,0,0.8627311706542968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,2,128,1,fp8,fp8,0,0.5737711906433105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,2,128,1,bfloat16,fp8,0,0.8648303985595703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,4,128,1,fp8,fp8,0,0.5754399776458741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,4,128,1,bfloat16,fp8,0,0.8726479530334472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,8,128,1,bfloat16,bfloat16,0,0.793230390548706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,8,128,1,bfloat16,fp8,0,0.8715935707092285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,8,128,1,fp8,fp8,0,0.5769472122192383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,96,128,1,bfloat16,bfloat16,0,0.49973602294921876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,96,128,1,fp8,fp8,0,0.32997760772705076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,96,128,1,bfloat16,fp8,0,0.5287583827972412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,1,128,1,bfloat16,bfloat16,0,0.40775041580200194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,1,128,1,bfloat16,fp8,0,0.44959201812744143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,1,128,1,fp8,fp8,0,0.3015887975692749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,2,128,1,bfloat16,bfloat16,0,0.4077295780181885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,2,128,1,fp8,fp8,0,0.301857590675354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,1,128,1,fp8,fp8,0,1.142360019683838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,4,128,1,bfloat16,bfloat16,0,0.4077167987823486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,4,128,1,fp8,fp8,0,0.30322721004486086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,4,128,1,bfloat16,fp8,0,0.45468959808349607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,8,128,1,bfloat16,bfloat16,0,0.4098944187164307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,8,128,1,fp8,fp8,0,0.3033263921737671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,2,128,1,bfloat16,bfloat16,0,0.7894896030426025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,8,128,1,bfloat16,fp8,0,0.4533711910247803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,96,128,1,bfloat16,bfloat16,0,0.25023200511932375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,96,128,1,fp8,fp8,0,0.1764224052429199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,96,128,1,bfloat16,fp8,0,0.2745280027389526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,4,128,1,bfloat16,bfloat16,0,0.7891471862792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,1,128,1,bfloat16,bfloat16,0,0.22346560955047606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,1,128,1,fp8,fp8,0,0.16614880561828613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,1,128,1,bfloat16,fp8,0,0.24805281162261963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,2,128,1,bfloat16,bfloat16,0,0.22533440589904785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,2,128,1,fp8,fp8,0,0.16621119976043702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,4,128,1,fp8,fp8,0,0.16807839870452881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,4,128,1,bfloat16,fp8,0,0.2499135971069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,8,128,1,bfloat16,bfloat16,0,0.2252880096435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,8,128,1,fp8,fp8,0,0.168121600151062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,8,128,1,bfloat16,fp8,0,0.2500816106796265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,2,128,1,bfloat16,fp8,0,0.4587855815887451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,2,128,1,bfloat16,fp8,0,0.2487855911254883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,4,128,1,bfloat16,bfloat16,0,0.22515199184417725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,1,128,1,fp8,fp8,0,10.628733062744141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,2,128,1,fp8,fp8,0,10.680105590820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,1,128,1,bfloat16,bfloat16,0,14.207850646972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,2,128,1,bfloat16,bfloat16,0,14.56958465576172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,1,128,1,bfloat16,fp8,0,15.34685821533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,2,128,1,bfloat16,fp8,0,15.673617553710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,4,128,1,bfloat16,bfloat16,0,15.01488037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,4,128,1,fp8,fp8,0,10.881680297851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,4,128,1,bfloat16,fp8,0,16.257418823242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,1,128,1,bfloat16,bfloat16,0,7.1097358703613285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,8,128,1,bfloat16,bfloat16,0,15.832284545898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,96,128,1,fp8,fp8,0,9.265115356445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,8,128,1,fp8,fp8,0,11.211294555664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,1,128,1,bfloat16,fp8,0,7.678934478759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,1,128,1,fp8,fp8,0,5.317839813232422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,2,128,1,fp8,fp8,0,5.316398239135742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,96,128,1,bfloat16,bfloat16,0,16.647610473632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,96,8,128,1,bfloat16,fp8,0,17.064901733398436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,96,128,1,bfloat16,fp8,0,17.671414184570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,2,128,1,bfloat16,fp8,0,7.780827331542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,4,128,1,bfloat16,bfloat16,0,7.407952117919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,2,128,1,bfloat16,bfloat16,0,7.224646759033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,4,128,1,bfloat16,fp8,0,7.996746826171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,4,128,1,fp8,fp8,0,5.401219177246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,1,128,1,bfloat16,bfloat16,0,3.5638992309570314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,8,128,1,bfloat16,fp8,0,8.349416351318359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,8,128,1,fp8,fp8,0,5.565216064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,1,128,1,bfloat16,fp8,0,3.8522720336914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,1,128,1,fp8,fp8,0,2.6524831771850588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,8,128,1,bfloat16,bfloat16,0,7.763676452636719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,96,128,1,bfloat16,bfloat16,0,8.339708709716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,96,128,1,fp8,fp8,0,4.663270568847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,2,128,1,fp8,fp8,0,2.6567920684814452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,2,128,1,bfloat16,bfloat16,0,3.5861232757568358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,2,128,1,bfloat16,fp8,0,3.876665496826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,4,128,1,bfloat16,bfloat16,0,3.691697692871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,4,128,1,bfloat16,fp8,0,3.973040008544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,4,128,1,fp8,fp8,0,2.67043514251709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,96,128,1,bfloat16,fp8,0,8.850382232666016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,8,128,1,fp8,fp8,0,2.7593936920166016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,8,128,1,bfloat16,bfloat16,0,3.889934539794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,96,128,1,fp8,fp8,0,2.322198486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,1,128,1,bfloat16,bfloat16,0,1.7926992416381835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,1,128,1,fp8,fp8,0,1.3414015769958496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,1,128,1,bfloat16,fp8,0,1.9374048233032226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,96,128,1,bfloat16,bfloat16,0,4.213339233398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,2,128,1,bfloat16,bfloat16,0,1.7976335525512694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,2,128,1,fp8,fp8,0,1.340015983581543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,96,128,1,bfloat16,fp8,0,4.4414207458496096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,2,128,1,bfloat16,fp8,0,1.9439424514770507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,4,128,1,bfloat16,bfloat16,0,1.8190351486206056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,4,128,1,bfloat16,fp8,0,1.9722095489501954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,8,128,1,bfloat16,fp8,0,4.128652954101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,8,128,1,fp8,fp8,0,1.3641152381896973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,96,128,1,fp8,fp8,0,1.1011039733886718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,96,128,1,bfloat16,bfloat16,0,2.0854448318481444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,1,128,1,bfloat16,fp8,0,0.9807168006896972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,1,128,1,fp8,fp8,0,0.6772031784057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,96,128,1,bfloat16,fp8,0,2.2389455795288087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,2,128,1,bfloat16,bfloat16,0,0.913419246673584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,4,128,1,fp8,fp8,0,1.3445263862609864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,2,128,1,fp8,fp8,0,0.6776303768157959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,4,128,1,bfloat16,bfloat16,0,0.9200976371765137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,4,128,1,bfloat16,fp8,0,0.9971856117248535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,8,128,1,bfloat16,bfloat16,0,1.9507888793945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,4,128,1,fp8,fp8,0,0.6813695907592774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,8,128,1,bfloat16,bfloat16,0,0.9403023719787598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,1,128,1,bfloat16,bfloat16,0,0.9085920333862305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,8,128,1,bfloat16,fp8,0,2.04193115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,8,128,1,bfloat16,fp8,0,1.0106736183166505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,8,128,1,fp8,fp8,0,0.6904816150665283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,96,128,1,bfloat16,bfloat16,0,0.9311455726623535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,96,128,1,fp8,fp8,0,0.4432688236236572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,1,128,1,bfloat16,bfloat16,0,0.4673423767089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,96,128,1,bfloat16,fp8,0,0.9843584060668945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,1,128,1,fp8,fp8,0,0.33269920349121096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,1,128,1,bfloat16,fp8,0,0.506112003326416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,2,128,1,bfloat16,bfloat16,0,0.46843681335449217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,2,128,1,fp8,fp8,0,0.3339344024658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,2,128,1,bfloat16,fp8,0,0.9840751647949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,4,128,1,bfloat16,bfloat16,0,0.47245278358459475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,4,128,1,fp8,fp8,0,0.33440160751342773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,2,128,1,bfloat16,fp8,0,0.5080832004547119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,4,128,1,bfloat16,fp8,0,0.5126255989074707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,96,128,1,bfloat16,bfloat16,0,0.3355391979217529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,8,128,1,bfloat16,bfloat16,0,0.4770336151123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,8,128,1,fp8,fp8,0,0.33631200790405275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,8,128,1,bfloat16,fp8,0,0.5145152091979981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,96,128,1,bfloat16,fp8,0,0.34956319332122804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,96,128,1,fp8,fp8,0,0.20403358936309815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,1,128,1,bfloat16,fp8,0,0.2604527950286865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,2,128,1,bfloat16,bfloat16,0,0.23777120113372802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,1,128,1,fp8,fp8,0,0.1743615984916687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,2,128,1,bfloat16,fp8,0,0.2643104076385498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,4,128,1,bfloat16,bfloat16,0,0.23785760402679443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,2,128,1,fp8,fp8,0,0.17647360563278197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,4,128,1,fp8,fp8,0,0.17632479667663575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,4,128,1,bfloat16,fp8,0,0.26265439987182615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,8,128,1,bfloat16,fp8,0,0.26807360649108886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,96,128,1,bfloat16,bfloat16,0,0.15664000511169435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,96,128,1,fp8,fp8,0,0.10473439693450928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,1,128,1,bfloat16,bfloat16,0,0.13122719526290894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,1,128,1,bfloat16,fp8,0,0.14353920221328736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,1,128,1,fp8,fp8,0,0.09662399888038635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,2,128,1,bfloat16,bfloat16,0,0.13124159574508668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,2,128,1,fp8,fp8,0,0.09643999934196472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,2,128,1,bfloat16,fp8,0,0.14445439577102662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,4,128,1,bfloat16,bfloat16,0,0.1313024044036865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,4,128,1,fp8,fp8,0,0.09650400280952454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,4,128,1,bfloat16,fp8,0,0.14561280012130737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,8,128,1,bfloat16,bfloat16,0,0.131331205368042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,8,128,1,fp8,fp8,0,0.09778559803962708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,96,128,1,bfloat16,bfloat16,0,0.08627359867095948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,1,128,1,bfloat16,bfloat16,0,0.23735520839691163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,96,128,1,bfloat16,fp8,0,0.09459999799728394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,96,128,1,fp8,fp8,0,0.06165599822998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,1,128,1,bfloat16,bfloat16,0,0.07728000283241272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,1,128,1,bfloat16,fp8,0,0.08590559959411621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,2,128,1,bfloat16,bfloat16,0,0.07617120146751404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,2,128,1,bfloat16,fp8,0,0.08621600270271301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,2,128,1,fp8,fp8,0,0.05747680068016052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,4,128,1,bfloat16,bfloat16,0,0.0768992006778717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,8,128,1,bfloat16,bfloat16,0,0.23969919681549073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,4,128,1,bfloat16,fp8,0,0.08621919751167298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,4,128,1,fp8,fp8,0,0.05752159953117371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,96,128,1,bfloat16,fp8,0,0.17025599479675294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,8,128,1,fp8,fp8,0,0.05754079818725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,8,128,1,bfloat16,fp8,0,0.08629279732704162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,8,128,1,bfloat16,fp8,0,0.1456063985824585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,1,128,1,fp8,fp8,0,0.05561760067939758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,8,128,1,fp8,fp8,0,0.17653599977493287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,8,128,1,bfloat16,bfloat16,0,0.07808799743652343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,1,128,1,fp8,fp8,0,3.49156494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,1,128,1,bfloat16,bfloat16,0,4.663747024536133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,2,128,1,fp8,fp8,0,3.4994720458984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,2,128,1,bfloat16,bfloat16,0,4.766694259643555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,1,128,1,bfloat16,fp8,0,4.948387145996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,2,128,1,bfloat16,fp8,0,5.046672058105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,4,128,1,bfloat16,bfloat16,0,4.943670272827148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,4,128,1,fp8,fp8,0,3.569620895385742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,4,128,1,bfloat16,fp8,0,5.226105499267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,8,128,1,fp8,fp8,0,3.7222030639648436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,8,128,1,bfloat16,bfloat16,0,5.254926300048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,96,128,1,fp8,fp8,0,3.4227184295654296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,1,128,1,bfloat16,bfloat16,0,2.337238311767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,8,128,1,bfloat16,fp8,0,5.594099044799805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,1,128,1,bfloat16,fp8,0,2.4815696716308593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,1,128,1,fp8,fp8,0,1.742790412902832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,2,128,1,fp8,fp8,0,1.7506271362304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,2,128,1,bfloat16,bfloat16,0,2.37119197845459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,2,128,1,bfloat16,fp8,0,2.5199359893798827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,96,128,1,bfloat16,bfloat16,0,6.118313598632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,4,128,1,bfloat16,bfloat16,0,2.4501983642578127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,4,128,1,fp8,fp8,0,1.7756687164306642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,4,128,1,bfloat16,fp8,0,2.5888927459716795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,96,128,1,bfloat16,fp8,0,6.650470733642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,8,128,1,bfloat16,bfloat16,0,2.596569633483887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,8,128,1,fp8,fp8,0,1.8465167999267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,1,128,1,bfloat16,bfloat16,0,1.1765567779541015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,96,128,1,fp8,fp8,0,1.7201583862304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,8,128,1,bfloat16,fp8,0,2.7295711517333983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,1,128,1,fp8,fp8,0,0.8743200302124023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,2,128,1,bfloat16,bfloat16,0,1.18678560256958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,2,128,1,bfloat16,fp8,0,1.2623231887817383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,96,128,1,bfloat16,fp8,0,3.32360954284668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,2,128,1,fp8,fp8,0,0.8766271591186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,1,128,1,bfloat16,fp8,0,1.251035213470459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,4,128,1,bfloat16,bfloat16,0,1.2189855575561523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,4,128,1,fp8,fp8,0,0.8837663650512695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,4,128,1,bfloat16,fp8,0,1.2963071823120118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,8,128,1,fp8,fp8,0,0.904593563079834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,8,128,1,bfloat16,bfloat16,0,1.2965984344482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,96,128,1,bfloat16,bfloat16,0,3.1109472274780274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,1,128,1,bfloat16,bfloat16,0,0.5969583988189697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,8,128,1,bfloat16,fp8,0,1.356287956237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,96,128,1,bfloat16,bfloat16,0,1.5495519638061523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,96,128,1,fp8,fp8,0,0.8447983741760254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,1,128,1,bfloat16,fp8,0,0.6346511840820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,96,128,1,bfloat16,fp8,0,1.6879968643188477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,2,128,1,bfloat16,fp8,0,0.6383535861968994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,2,128,1,fp8,fp8,0,0.44665918350219724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,4,128,1,fp8,fp8,0,0.4527103900909424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,4,128,1,bfloat16,fp8,0,0.6475679874420166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,4,128,1,bfloat16,bfloat16,0,0.610755205154419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,8,128,1,bfloat16,bfloat16,0,0.6383903980255127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,8,128,1,fp8,fp8,0,0.45657758712768554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,96,128,1,bfloat16,bfloat16,0,0.739137601852417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,1,128,1,bfloat16,bfloat16,0,0.3075088024139404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,8,128,1,bfloat16,fp8,0,0.6708415985107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,96,128,1,fp8,fp8,0,0.34070239067077634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,1,128,1,fp8,fp8,0,0.4466879844665527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,1,128,1,bfloat16,fp8,0,0.32742559909820557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,96,128,1,bfloat16,fp8,0,0.8016863822937011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,1,128,1,fp8,fp8,0,0.2133568048477173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,2,128,1,bfloat16,fp8,0,0.32923040390014646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,2,128,1,fp8,fp8,0,0.21352639198303222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,2,128,1,bfloat16,bfloat16,0,0.3092992067337036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,4,128,1,bfloat16,fp8,0,0.33263359069824217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,4,128,1,fp8,fp8,0,0.21521759033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,8,128,1,fp8,fp8,0,0.21578879356384278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,8,128,1,bfloat16,bfloat16,0,0.318721604347229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,8,128,1,bfloat16,fp8,0,0.3379695892333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,96,128,1,bfloat16,bfloat16,0,0.2795135974884033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,96,128,1,fp8,fp8,0,0.14401119947433472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,2,128,1,bfloat16,bfloat16,0,0.6004144191741944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,1,128,1,bfloat16,bfloat16,0,0.15200480222702026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,1,128,1,bfloat16,fp8,0,0.16611679792404174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,1,128,1,fp8,fp8,0,0.11089440584182739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,2,128,1,bfloat16,bfloat16,0,0.15185760259628295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,2,128,1,fp8,fp8,0,0.1109887957572937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,2,128,1,bfloat16,fp8,0,0.16684000492095946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,4,128,1,fp8,fp8,0,0.11276160478591919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,4,128,1,bfloat16,fp8,0,0.16620479822158812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,8,128,1,bfloat16,bfloat16,0,0.15423040390014647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,8,128,1,fp8,fp8,0,0.11292959451675415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,96,128,1,bfloat16,bfloat16,0,0.11219199895858764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,96,128,1,bfloat16,fp8,0,0.11802560091018677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,1,128,1,bfloat16,bfloat16,0,0.08233280181884765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,1,128,1,fp8,fp8,0,0.060436797142028806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,1,128,1,bfloat16,fp8,0,0.0910863995552063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,2,128,1,bfloat16,bfloat16,0,0.0838591992855072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,2,128,1,bfloat16,fp8,0,0.09234560132026673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,2,128,1,fp8,fp8,0,0.0616320013999939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,4,128,1,bfloat16,bfloat16,0,0.08435199856758117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,4,128,1,bfloat16,fp8,0,0.0923695981502533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,96,128,1,bfloat16,fp8,0,0.28243680000305177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,4,128,1,fp8,fp8,0,0.06178879737854004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,8,128,1,bfloat16,bfloat16,0,0.08416000008583069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,8,128,1,bfloat16,fp8,0,0.09244319796562195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,96,128,1,bfloat16,bfloat16,0,0.05749760270118713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,96,128,1,bfloat16,fp8,0,0.06378080248832703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,1,128,1,bfloat16,bfloat16,0,0.048526400327682497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,4,128,1,bfloat16,bfloat16,0,0.1534719944000244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,1,128,1,bfloat16,fp8,0,0.05355839729309082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,1,128,1,fp8,fp8,0,0.035183998942375186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,2,128,1,bfloat16,bfloat16,0,0.049296000599861146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,8,128,1,bfloat16,fp8,0,0.16819679737091064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,2,128,1,fp8,fp8,0,0.03514559864997864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,2,128,1,bfloat16,fp8,0,0.05357599854469299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,4,128,1,bfloat16,bfloat16,0,0.0492576003074646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,96,128,1,fp8,fp8,0,0.06982719898223877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,4,128,1,fp8,fp8,0,0.03553920090198517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,8,128,1,bfloat16,bfloat16,0,0.04938080012798309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,4,128,1,bfloat16,bfloat16,0,0.31202239990234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,8,128,1,fp8,fp8,0,0.03703039884567261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,8,128,1,bfloat16,fp8,0,0.05552160143852234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,96,128,1,bfloat16,bfloat16,0,0.03500800132751465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,96,128,1,bfloat16,fp8,0,0.039950400590896606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,96,128,1,fp8,fp8,0,0.025200000405311583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,1,128,1,bfloat16,fp8,0,0.0350271999835968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,1,128,1,fp8,fp8,0,0.02269600033760071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,2,128,1,bfloat16,bfloat16,0,0.030862399935722352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,2,128,1,fp8,fp8,0,0.023238399624824525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,4,128,1,bfloat16,bfloat16,0,0.030876800417900085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,4,128,1,bfloat16,fp8,0,0.03497599959373474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,4,128,1,fp8,fp8,0,0.02332800030708313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,8,128,1,bfloat16,bfloat16,0,0.030955201387405394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,8,128,1,fp8,fp8,0,0.06170880198478699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,8,128,1,bfloat16,fp8,0,0.03493280112743378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,96,128,1,fp8,fp8,0,0.0395440012216568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,4,128,1,bfloat16,fp8,0,0.05414080023765564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,1,128,1,bfloat16,bfloat16,0,0.030931198596954347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,2,128,1,bfloat16,fp8,0,0.03502399921417236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,1,128,1,fp8,fp8,0,1.290563201904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,8,128,1,fp8,fp8,0,0.022886399924755097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,1,128,1,bfloat16,fp8,0,1.804604721069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,1,128,1,bfloat16,bfloat16,0,1.7292703628540038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,2,128,1,bfloat16,bfloat16,0,1.7578880310058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,2,128,1,fp8,fp8,0,1.3010944366455077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,2,128,1,bfloat16,fp8,0,1.837071990966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,4,128,1,fp8,fp8,0,1.3242704391479492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,4,128,1,bfloat16,bfloat16,0,1.8283136367797852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,4,128,1,bfloat16,fp8,0,1.9006559371948242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,8,128,1,bfloat16,bfloat16,0,1.9689311981201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,1,128,1,bfloat16,bfloat16,0,0.8696831703186035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,8,128,1,bfloat16,fp8,0,2.0413183212280273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,8,128,1,fp8,fp8,0,1.389140796661377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,96,128,1,fp8,fp8,0,1.4050047874450684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,1,128,1,fp8,fp8,0,0.648854398727417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,1,128,1,bfloat16,fp8,0,0.907692813873291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,2,128,1,fp8,fp8,0,0.6513840198516846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,2,128,1,bfloat16,bfloat16,0,0.8849616050720215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,2,128,1,bfloat16,fp8,0,0.9277872085571289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,96,128,1,bfloat16,fp8,0,2.762996864318848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,4,128,1,fp8,fp8,0,0.6619855880737304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,4,128,1,bfloat16,fp8,0,0.9558896064758301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,4,128,1,bfloat16,bfloat16,0,0.9146544456481933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,8,128,1,fp8,fp8,0,0.684449577331543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,8,128,1,bfloat16,bfloat16,0,0.9730159759521484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,96,128,1,bfloat16,bfloat16,0,2.5040544509887694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,1,128,1,bfloat16,bfloat16,0,0.44180641174316404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,96,128,1,bfloat16,bfloat16,0,1.2596495628356934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,96,128,1,fp8,fp8,0,0.7041024208068848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,1,128,1,fp8,fp8,0,0.3270240068435669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,2,128,1,bfloat16,bfloat16,0,0.4461343765258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,2,128,1,fp8,fp8,0,0.3281440019607544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,2,128,1,bfloat16,fp8,0,0.46816320419311525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,4,128,1,bfloat16,bfloat16,0,0.4583087921142578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,96,128,1,bfloat16,fp8,0,1.3869935989379882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,4,128,1,bfloat16,fp8,0,0.48073759078979494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,4,128,1,fp8,fp8,0,0.3309328079223633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,8,128,1,bfloat16,bfloat16,0,0.4855775833129883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,8,128,1,bfloat16,fp8,0,0.5060800075531006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,8,128,1,fp8,fp8,0,0.3398240089416504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,96,128,1,bfloat16,bfloat16,0,0.6158880233764649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,8,128,1,bfloat16,fp8,0,1.0107487678527831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,96,128,1,fp8,fp8,0,0.3155728101730347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,1,128,1,bfloat16,fp8,0,0.23909440040588378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,1,128,1,bfloat16,fp8,0,0.46262397766113283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,1,128,1,fp8,fp8,0,0.15387040376663208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,2,128,1,bfloat16,fp8,0,0.24024319648742676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,4,128,1,bfloat16,bfloat16,0,0.23276000022888182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,2,128,1,fp8,fp8,0,0.15417439937591554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,2,128,1,bfloat16,bfloat16,0,0.22896959781646728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,4,128,1,fp8,fp8,0,0.15582720041275025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,8,128,1,bfloat16,bfloat16,0,0.24268798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,96,128,1,bfloat16,bfloat16,0,0.27168319225311277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,96,128,1,bfloat16,fp8,0,0.2759696006774902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,96,128,1,fp8,fp8,0,0.11333119869232178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,1,128,1,bfloat16,bfloat16,0,0.10883040428161621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,1,128,1,bfloat16,fp8,0,0.11714400053024292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,1,128,1,fp8,fp8,0,0.08006240129470825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,2,128,1,bfloat16,bfloat16,0,0.10918560028076171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,2,128,1,bfloat16,fp8,0,0.11894559860229492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,2,128,1,fp8,fp8,0,0.08005599975585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,96,128,1,bfloat16,fp8,0,0.6664944171905518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,4,128,1,bfloat16,bfloat16,0,0.11081600189208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,4,128,1,bfloat16,fp8,0,0.11910239458084107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,4,128,1,fp8,fp8,0,0.08018559813499451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,8,128,1,bfloat16,bfloat16,0,0.11098719835281372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,8,128,1,bfloat16,fp8,0,0.12110240459442138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,8,128,1,fp8,fp8,0,0.08209599852561951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,96,128,1,bfloat16,bfloat16,0,0.0940783977508545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,96,128,1,bfloat16,fp8,0,0.09477279782295227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,96,128,1,fp8,fp8,0,0.05142239928245544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,1,128,1,bfloat16,bfloat16,0,0.05956159830093384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,1,128,1,fp8,fp8,0,0.04319519996643066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,1,128,1,bfloat16,fp8,0,0.06566720008850098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,8,128,1,fp8,fp8,0,0.15593119859695434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,2,128,1,bfloat16,bfloat16,0,0.05961599946022034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,2,128,1,bfloat16,fp8,0,0.06575679779052734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,4,128,1,bfloat16,bfloat16,0,0.05958399772644043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,4,128,1,bfloat16,fp8,0,0.06572160124778748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,8,128,1,bfloat16,bfloat16,0,0.05973920226097107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,8,128,1,bfloat16,fp8,0,0.06578720211982728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,8,128,1,fp8,fp8,0,0.04524799883365631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,96,128,1,bfloat16,bfloat16,0,0.04312799870967865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,96,128,1,bfloat16,fp8,0,0.04770239889621734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,96,128,1,fp8,fp8,0,0.028881600499153136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,1,128,1,bfloat16,bfloat16,0,0.2273184061050415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,1,128,1,bfloat16,bfloat16,0,0.034918400645256045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,1,128,1,bfloat16,fp8,0,0.039006400108337405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,1,128,1,fp8,fp8,0,0.024748800694942473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,2,128,1,bfloat16,bfloat16,0,0.03496640026569366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,2,128,1,bfloat16,fp8,0,0.039068800210952756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,4,128,1,bfloat16,bfloat16,0,0.034887999296188354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,4,128,1,bfloat16,fp8,0,0.039024001359939574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,4,128,1,fp8,fp8,0,0.0254256010055542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,8,128,1,bfloat16,bfloat16,0,0.03499360084533691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,4,128,1,bfloat16,fp8,0,0.24581921100616455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,8,128,1,fp8,fp8,0,0.026752001047134398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,96,128,1,bfloat16,bfloat16,0,0.02677760124206543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,96,128,1,bfloat16,fp8,0,0.0307343989610672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,96,128,1,fp8,fp8,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,1,128,1,bfloat16,bfloat16,0,0.0217056006193161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,8,128,1,bfloat16,fp8,0,0.25589280128479003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,1,128,1,fp8,fp8,0,0.016492800414562227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,1,128,1,bfloat16,fp8,0,0.02478879988193512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,2,128,1,bfloat16,bfloat16,0,0.022494399547576906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,2,128,1,fp8,fp8,0,0.043198400735855104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,2,128,1,bfloat16,fp8,0,0.024796800315380098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,2,128,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,4,128,1,bfloat16,bfloat16,0,0.022492800652980805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,4,128,1,fp8,fp8,0,0.04370400011539459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,4,128,1,fp8,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,4,128,1,bfloat16,fp8,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,8,128,1,bfloat16,bfloat16,0,0.022673599421977997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,8,128,1,bfloat16,fp8,0,0.024743999540805816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,96,128,1,bfloat16,fp8,0,0.020720000565052032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,1,128,1,bfloat16,bfloat16,0,0.015971200168132783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,1,128,1,fp8,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,1,128,1,bfloat16,fp8,0,0.018648000061511995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,2,128,1,bfloat16,bfloat16,0,0.015307199954986573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,2,128,1,bfloat16,fp8,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,2,128,1,fp8,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,2,128,1,fp8,fp8,0,0.024886399507522583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,4,128,1,bfloat16,fp8,0,0.018596799671649934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,4,128,1,fp8,fp8,0,0.012479999661445617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,8,128,1,bfloat16,bfloat16,0,0.015057599544525147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,8,128,1,bfloat16,fp8,0,0.01855359971523285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,8,128,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,8,128,1,bfloat16,fp8,0,0.039068800210952756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,1,128,1,bfloat16,bfloat16,0,0.8439215660095215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,8,128,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,1,128,1,bfloat16,fp8,0,0.8808688163757324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,96,128,1,bfloat16,bfloat16,0,0.018559999763965607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,4,128,1,bfloat16,bfloat16,0,0.015335999429225922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,2,128,1,fp8,fp8,0,0.6427984237670898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,2,128,1,bfloat16,bfloat16,0,0.8553152084350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,2,128,1,bfloat16,fp8,0,0.8940079689025879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,4,128,1,bfloat16,bfloat16,0,0.8766048431396485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,4,128,1,fp8,fp8,0,0.6542319774627685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,4,128,1,bfloat16,fp8,0,0.9153023719787597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,8,128,1,bfloat16,bfloat16,0,0.9285264015197754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,1,128,1,fp8,fp8,0,0.6401472091674805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,96,128,1,fp8,fp8,0,0.013208000361919403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,8,128,1,fp8,fp8,0,0.6758304119110108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,8,128,1,bfloat16,fp8,0,0.9645855903625489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,96,128,1,fp8,fp8,0,0.6533232212066651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,1,128,1,fp8,fp8,0,0.32433760166168213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,96,128,1,bfloat16,bfloat16,0,1.1235440254211426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,1,128,1,bfloat16,bfloat16,0,0.42612481117248535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,1,128,1,bfloat16,fp8,0,0.4473775863647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,2,128,1,bfloat16,bfloat16,0,0.4329855918884277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,2,128,1,bfloat16,fp8,0,0.45373759269714353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,2,128,1,fp8,fp8,0,0.3242000102996826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,96,128,1,bfloat16,fp8,0,1.246732807159424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,4,128,1,bfloat16,fp8,0,0.4631968021392822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,4,128,1,fp8,fp8,0,0.3287440061569214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,4,128,1,bfloat16,bfloat16,0,0.44186878204345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,8,128,1,bfloat16,bfloat16,0,0.46215038299560546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,8,128,1,fp8,fp8,0,0.33659679889678956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,96,128,1,bfloat16,bfloat16,0,0.5575664043426514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,8,128,1,bfloat16,fp8,0,0.48540477752685546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,96,128,1,fp8,fp8,0,0.3099679946899414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,1,128,1,bfloat16,bfloat16,0,0.21945600509643554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,1,128,1,fp8,fp8,0,0.15173759460449218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,1,128,1,bfloat16,fp8,0,0.23157598972320556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,96,128,1,bfloat16,fp8,0,0.6005712032318116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,2,128,1,fp8,fp8,0,0.15183199644088746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,2,128,1,bfloat16,bfloat16,0,0.22140800952911377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,2,128,1,bfloat16,fp8,0,0.23376638889312745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,4,128,1,bfloat16,bfloat16,0,0.22577280998229982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,4,128,1,bfloat16,fp8,0,0.23787200450897217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,4,128,1,fp8,fp8,0,0.15174560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,8,128,1,bfloat16,bfloat16,0,0.23216800689697265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,8,128,1,fp8,fp8,0,0.15380159616470337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,1,128,1,bfloat16,bfloat16,0,0.10465279817581177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,8,128,1,bfloat16,fp8,0,0.24660799503326417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,96,128,1,bfloat16,bfloat16,0,0.2594383955001831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,1,128,1,fp8,fp8,0,0.07811999917030335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,96,128,1,bfloat16,fp8,0,0.2624111890792847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,2,128,1,bfloat16,bfloat16,0,0.10468000173568726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,2,128,1,fp8,fp8,0,0.07816159725189209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,2,128,1,bfloat16,fp8,0,0.1136944055557251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,4,128,1,bfloat16,bfloat16,0,0.10660959482192993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,4,128,1,fp8,fp8,0,0.0800000011920929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,8,128,1,bfloat16,bfloat16,0,0.10873919725418091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,8,128,1,bfloat16,fp8,0,0.11689599752426147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,96,128,1,bfloat16,bfloat16,0,0.09396319985389709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,96,128,1,bfloat16,fp8,0,0.0945088028907776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,96,128,1,fp8,fp8,0,0.05139840245246887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,1,128,1,bfloat16,bfloat16,0,0.05752800107002258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,1,128,1,fp8,fp8,0,0.04311360120773315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,1,128,1,bfloat16,fp8,0,0.062028801441192626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,2,128,1,bfloat16,bfloat16,0,0.05754719972610474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,2,128,1,fp8,fp8,0,0.04318560063838959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,2,128,1,bfloat16,fp8,0,0.06371039748191834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,4,128,1,bfloat16,bfloat16,0,0.05756639838218689
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,4,128,1,bfloat16,fp8,0,0.06371039748191834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,4,128,1,fp8,fp8,0,0.04317919909954071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,8,128,1,bfloat16,bfloat16,0,0.05771840214729309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,8,128,1,bfloat16,fp8,0,0.06374080181121826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,96,128,1,bfloat16,bfloat16,0,0.041171199083328246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,96,128,1,fp8,fp8,0,0.11584320068359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,1,128,1,bfloat16,fp8,0,0.1128383994102478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,96,128,1,fp8,fp8,0,0.02884800136089325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,1,128,1,bfloat16,bfloat16,0,0.03297599852085113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,96,128,1,bfloat16,fp8,0,0.04731360077857971
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,1,128,1,fp8,fp8,0,0.024774399399757386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,2,128,1,bfloat16,bfloat16,0,0.032969599962234496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,2,128,1,bfloat16,fp8,0,0.03705120086669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,2,128,1,fp8,fp8,0,0.024750399589538574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,4,128,1,bfloat16,fp8,0,0.11493920087814331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,4,128,1,fp8,fp8,0,0.02478879988193512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,4,128,1,bfloat16,fp8,0,0.037057599425315856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,8,128,1,fp8,fp8,0,0.024796800315380098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,8,128,1,bfloat16,bfloat16,0,0.03293440043926239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,8,128,1,bfloat16,fp8,0,0.037057599425315856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,96,128,1,bfloat16,bfloat16,0,0.0247296005487442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,96,128,1,fp8,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,96,128,1,bfloat16,fp8,0,0.028856000304222106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,1,128,1,bfloat16,bfloat16,0,0.020609599351882935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,1,128,1,fp8,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,2,128,1,bfloat16,bfloat16,0,0.020708799362182617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,2,128,1,fp8,fp8,0,0.0165120005607605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,4,128,1,bfloat16,fp8,0,0.024721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,4,128,1,fp8,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,8,128,1,bfloat16,bfloat16,0,0.020628799498081208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,8,128,1,bfloat16,fp8,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,8,128,1,fp8,fp8,0,0.04326240122318268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,8,128,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,96,128,1,bfloat16,bfloat16,0,0.018572799861431122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,96,128,1,bfloat16,fp8,0,0.020665599405765532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,1,128,1,bfloat16,fp8,0,0.03701919913291931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,96,128,1,fp8,fp8,0,0.012516799569129943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,1,128,1,bfloat16,bfloat16,0,0.014535999298095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,1,128,1,fp8,fp8,0,0.012350399792194367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,2,128,1,bfloat16,bfloat16,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,2,128,1,bfloat16,fp8,0,0.018503999710083006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,2,128,1,fp8,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,8,128,1,fp8,fp8,0,0.08003039956092835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,4,128,1,bfloat16,bfloat16,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,4,128,1,bfloat16,fp8,0,0.01858240067958832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,8,128,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,8,128,1,bfloat16,fp8,0,0.018529599905014037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,2,128,1,bfloat16,fp8,0,0.024700799584388734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,8,128,1,fp8,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,96,128,1,bfloat16,bfloat16,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,96,128,1,bfloat16,fp8,0,0.014494399726390838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,1,128,1,bfloat16,bfloat16,0,0.010369600355625152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,1,128,1,bfloat16,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,1,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,2,128,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,2,128,1,bfloat16,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,2,128,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,4,128,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,4,128,1,bfloat16,fp8,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,1,128,1,bfloat16,fp8,0,0.018535999953746794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,4,128,1,fp8,fp8,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,4,128,1,bfloat16,bfloat16,0,0.0329263985157013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,8,128,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,8,128,1,bfloat16,fp8,0,0.012399999797344208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,4,128,1,fp8,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,1,128,1,bfloat16,fp8,0,0.024668799340724946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,1,128,1,bfloat16,bfloat16,0,0.7780896186828613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,4,128,1,bfloat16,bfloat16,0,0.020708799362182617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,1,128,1,bfloat16,fp8,0,0.8219488143920899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,96,128,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,1,128,1,fp8,fp8,0,0.6143248081207275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,2,128,1,bfloat16,bfloat16,0,0.7819727897644043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,2,128,1,fp8,fp8,0,0.6141136169433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,2,128,1,bfloat16,fp8,0,0.8277520179748535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,4,128,1,fp8,fp8,0,0.6188672065734864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,4,128,1,bfloat16,bfloat16,0,0.7918447971343994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,4,128,1,bfloat16,fp8,0,0.8377984046936036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,8,128,1,fp8,fp8,0,0.00846880003809929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,8,128,1,fp8,fp8,0,0.6271391868591308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,96,128,1,bfloat16,bfloat16,0,0.7002016067504883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,96,128,1,fp8,fp8,0,0.4489391803741455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,1,128,1,bfloat16,bfloat16,0,0.39358561038970946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,1,128,1,bfloat16,fp8,0,0.41755199432373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,1,128,1,fp8,fp8,0,0.2868175983428955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,2,128,1,bfloat16,bfloat16,0,0.3945807933807373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,2,128,1,fp8,fp8,0,0.28713440895080566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,2,128,1,bfloat16,fp8,0,0.41916961669921876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,4,128,1,bfloat16,bfloat16,0,0.39902238845825194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,4,128,1,bfloat16,fp8,0,0.42413601875305174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,4,128,1,fp8,fp8,0,0.28689279556274416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,8,128,1,bfloat16,bfloat16,0,0.40484161376953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,8,128,1,fp8,fp8,0,0.2890144109725952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,8,128,1,bfloat16,fp8,0,0.430617618560791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,96,128,1,bfloat16,bfloat16,0,0.3313103914260864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,96,128,1,bfloat16,fp8,0,0.332862401008606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,96,128,1,fp8,fp8,0,0.18826080560684205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,1,128,1,bfloat16,bfloat16,0,0.186627197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,1,128,1,bfloat16,fp8,0,0.20167040824890137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,1,128,1,fp8,fp8,0,0.14555360078811647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,8,128,1,bfloat16,bfloat16,0,0.8110688209533692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,2,128,1,bfloat16,bfloat16,0,0.18664640188217163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,2,128,1,fp8,fp8,0,0.14543999433517457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,2,128,1,bfloat16,fp8,0,0.20109119415283203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,4,128,1,fp8,fp8,0,0.1455615997314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,4,128,1,bfloat16,bfloat16,0,0.1886031985282898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,96,128,1,bfloat16,fp8,0,0.7468671798706055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,4,128,1,bfloat16,fp8,0,0.20306720733642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,8,128,1,bfloat16,fp8,0,0.20560319423675538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,8,128,1,bfloat16,bfloat16,0,0.19063680171966552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,96,128,1,bfloat16,bfloat16,0,0.13491679430007936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,96,128,1,fp8,fp8,0,0.08416479825973511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,1,128,1,bfloat16,bfloat16,0,0.09655519723892211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,96,128,1,bfloat16,fp8,0,0.13792799711227416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,2,128,1,bfloat16,bfloat16,0,0.0984879970550537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,1,128,1,bfloat16,fp8,0,0.10666559934616089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,1,128,1,fp8,fp8,0,0.07596960067749023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,2,128,1,fp8,fp8,0,0.07598879933357239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,4,128,1,bfloat16,bfloat16,0,0.09843840003013611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,2,128,1,bfloat16,fp8,0,0.10668799877166749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,4,128,1,fp8,fp8,0,0.07662559747695923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,8,128,1,bfloat16,bfloat16,0,0.09856640100479126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,8,128,1,bfloat16,fp8,0,0.10817760229110718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,4,128,1,bfloat16,fp8,0,0.10667999982833862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,8,128,1,fp8,fp8,0,0.07594079971313476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,96,128,1,fp8,fp8,0,0.04523679912090302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,96,128,1,bfloat16,bfloat16,0,0.0616752028465271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,1,128,1,bfloat16,bfloat16,0,0.053332799673080446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,8,128,1,bfloat16,fp8,0,0.8580927848815918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,1,128,1,bfloat16,fp8,0,0.057627201080322266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,1,128,1,fp8,fp8,0,0.04114879965782166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,96,128,1,bfloat16,fp8,0,0.06808159947395324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,2,128,1,bfloat16,bfloat16,0,0.0534608006477356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,2,128,1,bfloat16,fp8,0,0.05753920078277588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,4,128,1,fp8,fp8,0,0.041177600622177124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,4,128,1,bfloat16,fp8,0,0.05960959792137146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,8,128,1,bfloat16,bfloat16,0,0.053439998626708986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,4,128,1,bfloat16,bfloat16,0,0.053441601991653445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,8,128,1,fp8,fp8,0,0.14558559656143188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,8,128,1,fp8,fp8,0,0.04110080003738403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,8,128,1,bfloat16,fp8,0,0.05957440137863159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,96,128,1,bfloat16,fp8,0,0.039113599061965945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,96,128,1,fp8,fp8,0,0.02672480046749115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,1,128,1,fp8,fp8,0,0.024663999676704407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,1,128,1,bfloat16,fp8,0,0.03493599891662598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,2,128,1,bfloat16,bfloat16,0,0.03096800148487091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,2,128,1,bfloat16,fp8,0,0.0350383996963501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,2,128,1,fp8,fp8,0,0.0247296005487442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,4,128,1,bfloat16,bfloat16,0,0.03083840012550354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,4,128,1,fp8,fp8,0,0.024748800694942473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,8,128,1,fp8,fp8,0,0.024769599735736846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,8,128,1,bfloat16,fp8,0,0.03499200046062469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,96,128,1,bfloat16,bfloat16,0,0.02263679951429367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,96,128,1,bfloat16,fp8,0,0.026256000995635985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,96,128,1,fp8,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,1,128,1,bfloat16,bfloat16,0,0.019763199985027312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,1,128,1,fp8,fp8,0,0.016443200409412384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,2,128,1,bfloat16,bfloat16,0,0.02054399996995926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,2,128,1,bfloat16,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,2,128,1,fp8,fp8,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,4,128,1,bfloat16,bfloat16,0,0.020555199682712556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,4,128,1,bfloat16,fp8,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,4,128,1,fp8,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,8,128,1,bfloat16,bfloat16,0,0.020563200116157532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,8,128,1,bfloat16,fp8,0,0.02263839989900589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,96,128,1,bfloat16,bfloat16,0,0.03504000008106232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,96,128,1,bfloat16,bfloat16,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,96,128,1,bfloat16,fp8,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,96,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,1,128,1,bfloat16,bfloat16,0,0.01443839967250824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,1,128,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,1,128,1,fp8,fp8,0,0.011870399862527848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,2,128,1,bfloat16,bfloat16,0,0.014455999433994293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,2,128,1,bfloat16,fp8,0,0.016596800088882445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,2,128,1,fp8,fp8,0,0.012324800342321396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,1,128,1,bfloat16,fp8,0,0.02269120067358017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,4,128,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,4,128,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,8,128,1,bfloat16,bfloat16,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,8,128,1,bfloat16,fp8,0,0.016603200137615202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,2,128,1,fp8,fp8,0,0.041150400042533876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,8,128,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,96,128,1,bfloat16,bfloat16,0,0.010751999914646149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,96,128,1,bfloat16,fp8,0,0.01250240057706833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,1,128,1,bfloat16,bfloat16,0,0.00921119973063469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,1,128,1,bfloat16,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,1,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,2,128,1,bfloat16,bfloat16,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,1,128,1,bfloat16,bfloat16,0,0.03083840012550354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,2,128,1,bfloat16,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,4,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,4,128,1,bfloat16,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,4,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,4,128,1,bfloat16,fp8,0,0.034980800747871396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,8,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,8,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,4,128,1,fp8,fp8,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,1,128,1,bfloat16,bfloat16,0,0.7480224132537842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,96,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,1,128,1,fp8,fp8,0,0.5515503883361816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,1,128,1,bfloat16,fp8,0,0.7826047897338867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,8,128,1,fp8,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,2,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,2,128,1,bfloat16,bfloat16,0,0.7498991966247559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,2,128,1,bfloat16,fp8,0,0.7834879875183105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,2,128,1,fp8,fp8,0,0.5514815807342529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,8,128,1,bfloat16,bfloat16,0,0.030895999073982237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,8,128,1,bfloat16,fp8,0,0.01242239996790886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,4,128,1,bfloat16,bfloat16,0,0.7538191795349121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,4,128,1,fp8,fp8,0,0.5516032218933106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,4,128,1,bfloat16,fp8,0,0.7882559776306153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,8,128,1,fp8,fp8,0,0.5533711910247803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,8,128,1,bfloat16,fp8,0,0.7955808162689209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,96,128,1,fp8,fp8,0,0.3253376007080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,1,128,1,bfloat16,bfloat16,0,0.3596031904220581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,1,128,1,fp8,fp8,0,0.2766207933425903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,1,128,1,bfloat16,fp8,0,0.37711999416351316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,2,128,1,bfloat16,bfloat16,0,0.3605184078216553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,2,128,1,bfloat16,fp8,0,0.3770927906036377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,4,128,1,bfloat16,bfloat16,0,0.36047680377960206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,4,128,1,fp8,fp8,0,0.2765952110290527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,4,128,1,bfloat16,fp8,0,0.37896161079406737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,8,128,1,bfloat16,bfloat16,0,0.3625648021697998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,8,128,1,bfloat16,fp8,0,0.38008320331573486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,8,128,1,fp8,fp8,0,0.2767359972000122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,96,128,1,bfloat16,bfloat16,0,0.22362239360809327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,96,128,1,fp8,fp8,0,0.14761120080947876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,96,128,1,bfloat16,fp8,0,0.22793920040130616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,1,128,1,bfloat16,bfloat16,0,0.18236000537872316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,1,128,1,fp8,fp8,0,0.13952480554580687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,2,128,1,bfloat16,fp8,0,0.1917215943336487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,2,128,1,bfloat16,bfloat16,0,0.18236160278320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,2,128,1,fp8,fp8,0,0.1395951986312866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,4,128,1,bfloat16,bfloat16,0,0.18243839740753173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,96,128,1,bfloat16,fp8,0,0.5112016201019287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,4,128,1,bfloat16,fp8,0,0.1925711989402771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,4,128,1,fp8,fp8,0,0.1402575969696045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,8,128,1,bfloat16,bfloat16,0,0.18265759944915771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,8,128,1,bfloat16,fp8,0,0.19271839857101442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,2,128,1,fp8,fp8,0,0.27657759189605713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,96,128,1,bfloat16,bfloat16,0,0.10255680084228516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,96,128,1,bfloat16,fp8,0,0.11081279516220092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,1,128,1,bfloat16,bfloat16,0,0.09436320066452027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,1,128,1,bfloat16,fp8,0,0.10051840543746948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,1,128,1,fp8,fp8,0,0.07393440008163452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,2,128,1,bfloat16,bfloat16,0,0.09438400268554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,2,128,1,bfloat16,fp8,0,0.10054880380630493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,2,128,1,fp8,fp8,0,0.07384160161018372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,4,128,1,bfloat16,bfloat16,0,0.09435999989509583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,4,128,1,bfloat16,fp8,0,0.10053600072860717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,4,128,1,fp8,fp8,0,0.07392479777336121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,8,128,1,bfloat16,bfloat16,0,0.09439039826393128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,8,128,1,bfloat16,fp8,0,0.10077439546585083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,1,128,1,bfloat16,fp8,0,0.19063999652862548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,8,128,1,fp8,fp8,0,0.07390879988670349
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,96,128,1,bfloat16,bfloat16,0,0.0555184006690979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,8,128,1,bfloat16,bfloat16,0,0.7604703903198242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,1,128,1,bfloat16,bfloat16,0,0.051344001293182374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,96,128,1,bfloat16,bfloat16,0,0.5161680221557617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,1,128,1,fp8,fp8,0,0.04009760022163391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,2,128,1,bfloat16,fp8,0,0.05559520125389099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,2,128,1,bfloat16,bfloat16,0,0.05150399804115295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,2,128,1,fp8,fp8,0,0.040321600437164304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,8,128,1,fp8,fp8,0,0.14139519929885863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,4,128,1,bfloat16,fp8,0,0.05543360114097595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,4,128,1,fp8,fp8,0,0.04102720022201538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,96,128,1,fp8,fp8,0,0.07669919729232788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,8,128,1,bfloat16,bfloat16,0,0.05143359899520874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,8,128,1,bfloat16,fp8,0,0.055460798740386966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,8,128,1,fp8,fp8,0,0.04103679955005646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,96,128,1,bfloat16,bfloat16,0,0.03287039995193482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,96,128,1,bfloat16,fp8,0,0.036555200815200806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,96,128,1,fp8,fp8,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,1,128,1,bfloat16,bfloat16,0,0.029873600602149962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,1,128,1,bfloat16,fp8,0,0.03297599852085113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,1,128,1,fp8,fp8,0,0.022729599475860597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,2,128,1,bfloat16,bfloat16,0,0.029718399047851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,2,128,1,fp8,fp8,0,0.023630400002002717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,2,128,1,bfloat16,fp8,0,0.03294239938259125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,4,128,1,bfloat16,bfloat16,0,0.030782398581504822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,4,128,1,bfloat16,fp8,0,0.03296160101890564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,4,128,1,fp8,fp8,0,0.02417600005865097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,8,128,1,fp8,fp8,0,0.02449759989976883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,8,128,1,bfloat16,fp8,0,0.0330592006444931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,96,128,1,bfloat16,bfloat16,0,0.020848000049591066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,96,128,1,bfloat16,fp8,0,0.024702399969100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,96,128,1,fp8,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,1,128,1,bfloat16,bfloat16,0,0.018590399622917177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,96,128,1,fp8,fp8,0,0.04168320000171662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,1,128,1,fp8,fp8,0,0.014715200662612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,2,128,1,bfloat16,bfloat16,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,1,128,1,bfloat16,fp8,0,0.05547999739646912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,2,128,1,fp8,fp8,0,0.015004800260066986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,2,128,1,bfloat16,fp8,0,0.022595199942588805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,4,128,1,bfloat16,bfloat16,0,0.018628799915313722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,4,128,1,fp8,fp8,0,0.01586720049381256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,8,128,1,bfloat16,bfloat16,0,0.018649600446224213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,4,128,1,bfloat16,bfloat16,0,0.05141599774360657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,8,128,1,fp8,fp8,0,0.016278399527072905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,8,128,1,bfloat16,fp8,0,0.022699199616909027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,96,128,1,bfloat16,bfloat16,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,96,128,1,bfloat16,fp8,0,0.01852799952030182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,1,128,1,bfloat16,bfloat16,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,1,128,1,bfloat16,fp8,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,1,128,1,fp8,fp8,0,0.010550399869680404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,2,128,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,2,128,1,fp8,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,4,128,1,bfloat16,bfloat16,0,0.014419199526309967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,4,128,1,bfloat16,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,4,128,1,fp8,fp8,0,0.011377599835395814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,8,128,1,bfloat16,bfloat16,0,0.030609598755836485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,8,128,1,bfloat16,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,8,128,1,fp8,fp8,0,0.010806400328874588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,96,128,1,bfloat16,fp8,0,0.061320000886917116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,96,128,1,bfloat16,bfloat16,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,96,128,1,bfloat16,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,1,128,1,bfloat16,fp8,0,0.022601599991321563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,1,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,1,128,1,bfloat16,fp8,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,1,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,2,128,1,bfloat16,fp8,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,4,128,1,bfloat16,fp8,0,0.022609600424766542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,2,128,1,fp8,fp8,0,0.008241599798202515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,4,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,4,128,1,fp8,fp8,0,0.008244799822568894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,8,128,1,bfloat16,bfloat16,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,96,128,1,fp8,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,8,128,1,bfloat16,fp8,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,8,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,2,128,1,bfloat16,bfloat16,0,0.014419199526309967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,1,128,1,bfloat16,bfloat16,0,0.6962560176849365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,1,128,1,fp8,fp8,0,0.5380335807800293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,1,128,1,bfloat16,fp8,0,0.7360576152801513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,2,128,1,bfloat16,bfloat16,0,0.6967584133148194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,96,128,1,fp8,fp8,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,2,128,1,fp8,fp8,0,0.5384912014007568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,2,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,4,128,1,bfloat16,bfloat16,0,0.6963935852050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,4,128,1,fp8,fp8,0,0.5390367984771729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,4,128,1,bfloat16,fp8,0,0.735094404220581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,8,128,1,bfloat16,bfloat16,0,0.6968624114990234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,8,128,1,fp8,fp8,0,0.5390751838684082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,8,128,1,bfloat16,fp8,0,0.7351791858673096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,96,128,1,bfloat16,bfloat16,0,0.34664480686187743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,96,128,1,bfloat16,fp8,0,0.3707616090774536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,8,128,1,bfloat16,bfloat16,0,0.014407999813556671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,1,128,1,bfloat16,bfloat16,0,0.3505039930343628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,1,128,1,bfloat16,fp8,0,0.37074079513549807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,1,128,1,fp8,fp8,0,0.27181599140167234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,2,128,1,bfloat16,bfloat16,0,0.3505615949630737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,2,128,1,bfloat16,fp8,0,0.3710079908370972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,2,128,1,bfloat16,fp8,0,0.7360000133514404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,2,128,1,fp8,fp8,0,0.27242720127105713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,4,128,1,bfloat16,bfloat16,0,0.3505120038986206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,4,128,1,fp8,fp8,0,0.2725136041641235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,4,128,1,bfloat16,fp8,0,0.3707551956176758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,8,128,1,bfloat16,bfloat16,0,0.35076959133148194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,8,128,1,bfloat16,fp8,0,0.3707632064819336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,8,128,1,fp8,fp8,0,0.27257280349731444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,96,128,1,bfloat16,bfloat16,0,0.176419198513031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,4,128,1,bfloat16,fp8,0,0.010467199981212616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,96,128,1,fp8,fp8,0,0.13944000005722046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,96,128,1,bfloat16,fp8,0,0.18857760429382325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,1,128,1,bfloat16,bfloat16,0,0.17631839513778685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,1,128,1,fp8,fp8,0,0.13759360313415528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,1,128,1,bfloat16,fp8,0,0.18853759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,4,128,1,bfloat16,bfloat16,0,0.1764032006263733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,2,128,1,fp8,fp8,0,0.1375856041908264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,4,128,1,bfloat16,fp8,0,0.18851039409637452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,4,128,1,fp8,fp8,0,0.139136004447937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,8,128,1,bfloat16,bfloat16,0,0.17641600370407104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,8,128,1,bfloat16,fp8,0,0.1885983943939209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,96,128,1,fp8,fp8,0,0.2726111888885498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,96,128,1,bfloat16,bfloat16,0,0.09245759844779969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,96,128,1,fp8,fp8,0,0.07384160161018372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,1,128,1,bfloat16,bfloat16,0,0.09235039949417115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,1,128,1,fp8,fp8,0,0.07191680073738098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,1,128,1,bfloat16,fp8,0,0.09851199984550477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,2,128,1,bfloat16,bfloat16,0,0.09237120151519776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,2,128,1,bfloat16,fp8,0,0.09846240282058716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,2,128,1,fp8,fp8,0,0.07182080149650574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,4,128,1,bfloat16,bfloat16,0,0.09228320121765136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,4,128,1,bfloat16,fp8,0,0.0984607994556427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,8,128,1,bfloat16,bfloat16,0,0.09234560132026673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,8,128,1,bfloat16,fp8,0,0.09865440130233764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,8,128,1,fp8,fp8,0,0.07196000218391418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,96,128,1,bfloat16,fp8,0,0.05548959970474243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,96,128,1,fp8,fp8,0,0.041075199842453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,1,128,1,bfloat16,bfloat16,0,0.049779200553894044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,1,128,1,bfloat16,fp8,0,0.055379199981689456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,2,128,1,bfloat16,bfloat16,0,0.1764240026473999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,1,128,1,fp8,fp8,0,0.03909760117530823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,2,128,1,bfloat16,bfloat16,0,0.05027040243148804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,2,128,1,fp8,fp8,0,0.03912160098552704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,4,128,1,bfloat16,bfloat16,0,0.050836801528930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,4,128,1,bfloat16,fp8,0,0.055435198545455935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,8,128,1,fp8,fp8,0,0.13936159610748292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,4,128,1,fp8,fp8,0,0.039084801077842714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,8,128,1,bfloat16,bfloat16,0,0.050374400615692136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,8,128,1,bfloat16,fp8,0,0.055435198545455935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,8,128,1,fp8,fp8,0,0.03909119963645935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,96,128,1,bfloat16,bfloat16,0,0.030846399068832398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,96,128,1,fp8,fp8,0,0.024743999540805816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,4,128,1,fp8,fp8,0,0.07189440131187438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,1,128,1,bfloat16,fp8,0,0.03294239938259125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,1,128,1,fp8,fp8,0,0.022651199996471406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,96,128,1,bfloat16,bfloat16,0,0.05133119821548462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,2,128,1,bfloat16,bfloat16,0,0.028835201263427736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,2,128,1,fp8,fp8,0,0.02266719937324524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,4,128,1,bfloat16,bfloat16,0,0.028881600499153136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,4,128,1,bfloat16,fp8,0,0.032897600531578065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,4,128,1,fp8,fp8,0,0.022678400576114654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,8,128,1,bfloat16,bfloat16,0,0.0288783997297287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,2,128,1,bfloat16,fp8,0,0.18862240314483641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,8,128,1,bfloat16,fp8,0,0.03294239938259125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,8,128,1,fp8,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,2,128,1,bfloat16,fp8,0,0.05537599921226501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,96,128,1,bfloat16,bfloat16,0,0.02067520022392273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,96,128,1,bfloat16,fp8,0,0.022742399573326112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,1,128,1,bfloat16,fp8,0,0.022627200186252593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,1,128,1,bfloat16,bfloat16,0,0.018598400056362152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,1,128,1,fp8,fp8,0,0.014539200067520141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,96,128,1,bfloat16,fp8,0,0.10044319629669189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,2,128,1,bfloat16,bfloat16,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,2,128,1,bfloat16,fp8,0,0.02136960029602051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,4,128,1,bfloat16,bfloat16,0,0.018632000684738158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,4,128,1,fp8,fp8,0,0.014550399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,96,128,1,bfloat16,fp8,0,0.03293440043926239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,8,128,1,bfloat16,bfloat16,0,0.018587200343608855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,1,128,1,bfloat16,bfloat16,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,8,128,1,fp8,fp8,0,0.014486399292945863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,96,128,1,bfloat16,bfloat16,0,0.015353600680828094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,96,128,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,96,128,1,fp8,fp8,0,0.01241919994354248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,1,128,1,bfloat16,bfloat16,0,0.012644800543785095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,2,128,1,bfloat16,fp8,0,0.03285120129585266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,1,128,1,fp8,fp8,0,0.0104592002928257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,2,128,1,bfloat16,bfloat16,0,0.013843199610710144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,2,128,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,2,128,1,fp8,fp8,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,4,128,1,bfloat16,fp8,0,0.01650879979133606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,4,128,1,fp8,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,8,128,1,bfloat16,bfloat16,0,0.014407999813556671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,8,128,1,bfloat16,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,8,128,1,fp8,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,96,128,1,fp8,fp8,0,0.016476799547672272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,96,128,1,bfloat16,bfloat16,0,0.01037919968366623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,96,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,96,128,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,1,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,1,128,1,bfloat16,fp8,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,2,128,1,bfloat16,bfloat16,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,2,128,1,bfloat16,fp8,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,2,128,1,fp8,fp8,0,0.014548799395561219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,2,128,1,fp8,fp8,0,0.006695999950170517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,4,128,1,bfloat16,bfloat16,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,4,128,1,bfloat16,fp8,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,8,128,1,bfloat16,bfloat16,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,8,128,1,bfloat16,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,8,128,1,fp8,fp8,0,0.006657599657773972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,1,128,1,bfloat16,fp8,0,0.01661919951438904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,4,128,1,bfloat16,bfloat16,0,0.01446560025215149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,1,128,1,fp8,fp8,0,0.007129599899053573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,4,128,1,bfloat16,fp8,0,0.02143840044736862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,4,128,1,fp8,fp8,0,0.0063344001770019535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,8,128,1,bfloat16,fp8,0,0.022422400116920472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,1,128,1,fp8,fp8,0,159.7118408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,2,128,1,fp8,fp8,0,159.34942626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,1,128,1,bfloat16,bfloat16,0,211.8457275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,2,128,1,bfloat16,bfloat16,0,212.9887451171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,4,128,1,bfloat16,bfloat16,0,220.02900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,1,128,1,bfloat16,fp8,0,236.810107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,2,128,1,bfloat16,fp8,0,238.152294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,4,128,1,bfloat16,fp8,0,243.0948486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,4,128,1,fp8,fp8,0,159.99810791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,1,128,1,bfloat16,bfloat16,0,106.06165771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,8,128,1,fp8,fp8,0,170.00421142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,8,128,1,bfloat16,bfloat16,0,233.1518798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,1,128,1,bfloat16,fp8,0,118.50865478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,1,128,1,fp8,fp8,0,79.96998291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,64,8,128,1,bfloat16,fp8,0,253.0078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,64,128,1,fp8,fp8,0,97.24717407226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,2,128,1,bfloat16,bfloat16,0,106.44864501953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,2,128,1,bfloat16,fp8,0,119.19945068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,2,128,1,fp8,fp8,0,79.79442749023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,4,128,1,bfloat16,bfloat16,0,106.84476318359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,4,128,1,fp8,fp8,0,79.89213256835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,64,128,1,bfloat16,bfloat16,0,185.7103515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,64,128,1,bfloat16,fp8,0,185.86356201171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,4,128,1,bfloat16,fp8,0,120.100341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,8,128,1,fp8,fp8,0,80.31994018554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,8,128,1,bfloat16,bfloat16,0,114.58856201171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,64,128,1,fp8,fp8,0,45.686334228515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,64,128,1,bfloat16,bfloat16,0,69.68201904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,1,128,1,bfloat16,bfloat16,0,53.201708984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,64,128,1,bfloat16,fp8,0,70.78379516601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,1,128,1,fp8,fp8,0,40.09498901367188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,8,128,1,bfloat16,fp8,0,124.8610107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,1,128,1,bfloat16,fp8,0,59.4215576171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,2,128,1,bfloat16,bfloat16,0,53.361700439453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,2,128,1,fp8,fp8,0,40.010293579101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,2,128,1,bfloat16,fp8,0,59.76505737304687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,4,128,1,bfloat16,bfloat16,0,53.268072509765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,4,128,1,fp8,fp8,0,40.0637939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,64,128,1,bfloat16,bfloat16,0,32.1409912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,8,128,1,bfloat16,bfloat16,0,53.46677856445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,4,128,1,bfloat16,fp8,0,60.13306884765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,64,128,1,fp8,fp8,0,22.01470489501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,8,128,1,fp8,fp8,0,40.18876342773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,8,128,1,bfloat16,fp8,0,60.01234741210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,64,128,1,bfloat16,fp8,0,33.11528625488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,1,128,1,bfloat16,bfloat16,0,26.748291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,1,128,1,fp8,fp8,0,20.163079833984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,2,128,1,fp8,fp8,0,20.140260314941408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,1,128,1,bfloat16,fp8,0,29.893743896484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,4,128,1,fp8,fp8,0,20.15381622314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,2,128,1,bfloat16,bfloat16,0,26.84608154296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,4,128,1,bfloat16,bfloat16,0,26.76468505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,2,128,1,bfloat16,fp8,0,30.06658935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,4,128,1,bfloat16,fp8,0,30.229635620117186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,8,128,1,bfloat16,bfloat16,0,26.835540771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,8,128,1,fp8,fp8,0,20.20159912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,8,128,1,bfloat16,fp8,0,30.131167602539062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,1,128,1,fp8,fp8,0,90.23154296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,2,128,1,fp8,fp8,0,90.0642822265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,1,128,1,bfloat16,bfloat16,0,119.781640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,2,128,1,bfloat16,bfloat16,0,120.241552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,1,128,1,bfloat16,fp8,0,133.76998291015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,4,128,1,bfloat16,bfloat16,0,123.144677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,2,128,1,bfloat16,fp8,0,134.58748779296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,4,128,1,bfloat16,fp8,0,136.96204833984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,4,128,1,fp8,fp8,0,90.25531005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,64,128,1,fp8,fp8,0,55.27516479492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,8,128,1,fp8,fp8,0,94.04912719726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,1,128,1,bfloat16,bfloat16,0,60.0169189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,8,128,1,bfloat16,bfloat16,0,131.471044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,64,128,1,bfloat16,bfloat16,0,105.49296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,1,128,1,fp8,fp8,0,45.2297119140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,64,128,1,bfloat16,fp8,0,105.89373779296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,8,128,1,bfloat16,fp8,0,142.72750244140624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,1,128,1,bfloat16,fp8,0,66.98009643554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,2,128,1,bfloat16,bfloat16,0,60.20242919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,2,128,1,fp8,fp8,0,45.11197204589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,2,128,1,bfloat16,fp8,0,67.397509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,4,128,1,fp8,fp8,0,45.1855224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,4,128,1,bfloat16,bfloat16,0,60.11466674804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,4,128,1,bfloat16,fp8,0,67.82843627929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,64,128,1,fp8,fp8,0,25.621682739257814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,8,128,1,fp8,fp8,0,45.34996032714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,64,128,1,bfloat16,bfloat16,0,39.73105163574219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,8,128,1,bfloat16,bfloat16,0,63.191888427734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,1,128,1,bfloat16,bfloat16,0,30.115573120117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,64,128,1,bfloat16,fp8,0,40.45633544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,8,128,1,bfloat16,fp8,0,69.72176513671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,1,128,1,fp8,fp8,0,22.692362976074218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,1,128,1,bfloat16,fp8,0,33.629598999023436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,2,128,1,fp8,fp8,0,22.648101806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,2,128,1,bfloat16,bfloat16,0,30.226763916015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,4,128,1,fp8,fp8,0,22.675393676757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,2,128,1,bfloat16,fp8,0,33.81031494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,4,128,1,bfloat16,bfloat16,0,30.158505249023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,4,128,1,bfloat16,fp8,0,34.031134033203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,64,128,1,fp8,fp8,0,12.244412994384765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,8,128,1,fp8,fp8,0,22.742550659179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,64,128,1,bfloat16,bfloat16,0,18.477919006347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,8,128,1,bfloat16,bfloat16,0,30.236325073242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,1,128,1,bfloat16,bfloat16,0,15.174697875976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,64,128,1,bfloat16,fp8,0,18.9182861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,1,128,1,bfloat16,fp8,0,16.94379425048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,8,128,1,bfloat16,fp8,0,33.93323669433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,2,128,1,fp8,fp8,0,11.411090850830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,2,128,1,bfloat16,bfloat16,0,15.226991271972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,1,128,1,fp8,fp8,0,11.427178955078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,4,128,1,bfloat16,bfloat16,0,15.197676086425782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,2,128,1,bfloat16,fp8,0,17.363702392578126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,4,128,1,bfloat16,fp8,0,17.138058471679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,4,128,1,fp8,fp8,0,11.424359893798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,8,128,1,fp8,fp8,0,11.46064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,8,128,1,bfloat16,bfloat16,0,15.225289916992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,8,128,1,bfloat16,fp8,0,17.156039428710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,1,128,1,fp8,fp8,0,62.93092651367188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,2,128,1,fp8,fp8,0,62.785955810546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,1,128,1,bfloat16,bfloat16,0,83.5305419921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,2,128,1,bfloat16,bfloat16,0,83.8031005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,1,128,1,bfloat16,fp8,0,93.22440185546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,4,128,1,bfloat16,bfloat16,0,85.312158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,2,128,1,bfloat16,fp8,0,94.0718017578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,4,128,1,bfloat16,fp8,0,94.5345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,4,128,1,fp8,fp8,0,62.93678588867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,64,128,1,fp8,fp8,0,38.57711486816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,8,128,1,fp8,fp8,0,64.60599365234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,1,128,1,bfloat16,bfloat16,0,41.86155700683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,8,128,1,bfloat16,bfloat16,0,91.42059936523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,64,128,1,bfloat16,bfloat16,0,73.8026123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,64,128,1,bfloat16,fp8,0,74.13058471679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,1,128,1,fp8,fp8,0,31.543704223632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,1,128,1,bfloat16,fp8,0,46.716912841796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,8,128,1,bfloat16,fp8,0,99.42003173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,2,128,1,bfloat16,bfloat16,0,41.988467407226565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,2,128,1,fp8,fp8,0,31.464971923828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,2,128,1,bfloat16,fp8,0,46.98585205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,4,128,1,fp8,fp8,0,31.520413208007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,4,128,1,bfloat16,bfloat16,0,41.95560302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,8,128,1,bfloat16,bfloat16,0,43.129974365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,4,128,1,bfloat16,fp8,0,47.28536682128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,64,128,1,fp8,fp8,0,17.996745300292968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,64,128,1,bfloat16,bfloat16,0,27.77721252441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,8,128,1,fp8,fp8,0,31.617449951171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,64,128,1,bfloat16,fp8,0,28.309707641601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,1,128,1,bfloat16,bfloat16,0,21.029115295410158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,8,128,1,bfloat16,fp8,0,48.9317626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,1,128,1,fp8,fp8,0,15.843673706054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,2,128,1,fp8,fp8,0,15.801150512695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,1,128,1,bfloat16,fp8,0,23.464802551269532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,2,128,1,bfloat16,bfloat16,0,21.099542236328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,4,128,1,fp8,fp8,0,15.830302429199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,2,128,1,bfloat16,fp8,0,23.610012817382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,4,128,1,bfloat16,bfloat16,0,21.059063720703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,4,128,1,bfloat16,fp8,0,23.746369934082033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,8,128,1,bfloat16,bfloat16,0,21.115614318847655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,64,128,1,fp8,fp8,0,8.428103637695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,64,128,1,bfloat16,bfloat16,0,12.76044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,8,128,1,fp8,fp8,0,15.877786254882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,1,128,1,bfloat16,bfloat16,0,10.609270477294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,64,128,1,bfloat16,fp8,0,13.15086669921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,1,128,1,fp8,fp8,0,7.9955299377441404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,8,128,1,bfloat16,fp8,0,23.655096435546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,1,128,1,bfloat16,fp8,0,11.848115539550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,2,128,1,fp8,fp8,0,7.98062744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,2,128,1,bfloat16,bfloat16,0,10.641758728027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,4,128,1,bfloat16,bfloat16,0,10.627366638183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,2,128,1,bfloat16,fp8,0,11.912882995605468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,4,128,1,bfloat16,fp8,0,11.985836791992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,4,128,1,fp8,fp8,0,7.993692779541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,8,128,1,fp8,fp8,0,8.014070129394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,8,128,1,bfloat16,bfloat16,0,10.644503784179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,8,128,1,bfloat16,fp8,0,11.944960021972657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,1,128,1,fp8,fp8,0,80.90450439453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,2,128,1,fp8,fp8,0,80.70333251953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,1,128,1,bfloat16,bfloat16,0,107.431787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,2,128,1,bfloat16,bfloat16,0,108.107763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,4,128,1,bfloat16,bfloat16,0,109.43841552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,1,128,1,bfloat16,fp8,0,119.8422119140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,2,128,1,bfloat16,fp8,0,121.08994140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,4,128,1,bfloat16,fp8,0,122.2596923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,4,128,1,fp8,fp8,0,81.10503540039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,64,128,1,fp8,fp8,0,50.377099609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,8,128,1,fp8,fp8,0,83.51839599609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,8,128,1,bfloat16,bfloat16,0,113.41187744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,1,128,1,bfloat16,bfloat16,0,53.808935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,64,128,1,bfloat16,bfloat16,0,96.07526245117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,64,128,1,bfloat16,fp8,0,96.42802124023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,1,128,1,fp8,fp8,0,40.517333984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,1,128,1,bfloat16,fp8,0,59.984991455078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,64,8,128,1,bfloat16,fp8,0,124.532666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,2,128,1,fp8,fp8,0,40.44575500488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,2,128,1,bfloat16,bfloat16,0,53.98961181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,4,128,1,fp8,fp8,0,40.49266662597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,2,128,1,bfloat16,fp8,0,60.347601318359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,4,128,1,bfloat16,bfloat16,0,54.218316650390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,4,128,1,bfloat16,fp8,0,60.903533935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,8,128,1,bfloat16,bfloat16,0,58.443450927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,8,128,1,fp8,fp8,0,41.06623229980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,64,128,1,fp8,fp8,0,24.81138458251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,8,128,1,bfloat16,fp8,0,63.63868408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,1,128,1,bfloat16,bfloat16,0,26.9729248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,64,128,1,bfloat16,bfloat16,0,47.652740478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,1,128,1,fp8,fp8,0,20.30033721923828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,64,128,1,bfloat16,fp8,0,48.00518798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,1,128,1,bfloat16,fp8,0,30.079800415039063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,2,128,1,bfloat16,bfloat16,0,27.064492797851564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,2,128,1,fp8,fp8,0,20.269419860839843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,2,128,1,bfloat16,fp8,0,30.244430541992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,4,128,1,bfloat16,bfloat16,0,27.0256591796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,4,128,1,fp8,fp8,0,20.294960021972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,4,128,1,bfloat16,fp8,0,30.461767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,64,128,1,bfloat16,bfloat16,0,17.886317443847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,8,128,1,fp8,fp8,0,20.369082641601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,64,128,1,fp8,fp8,0,11.47945785522461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,64,128,1,bfloat16,fp8,0,18.342822265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,8,128,1,bfloat16,bfloat16,0,27.298483276367186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,1,128,1,bfloat16,bfloat16,0,13.569996643066407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,8,128,1,bfloat16,fp8,0,30.511376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,1,128,1,bfloat16,fp8,0,15.134187316894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,2,128,1,fp8,fp8,0,10.194939422607423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,1,128,1,fp8,fp8,0,10.213211059570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,2,128,1,bfloat16,fp8,0,15.221971130371093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,4,128,1,fp8,fp8,0,10.213507080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,2,128,1,bfloat16,bfloat16,0,13.619029235839843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,4,128,1,bfloat16,fp8,0,15.315963745117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,4,128,1,bfloat16,bfloat16,0,13.596200561523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,64,128,1,fp8,fp8,0,5.344054412841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,8,128,1,bfloat16,bfloat16,0,13.618096923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,8,128,1,fp8,fp8,0,10.241143798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,64,128,1,bfloat16,bfloat16,0,8.151902770996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,64,128,1,bfloat16,fp8,0,8.467955017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,1,128,1,bfloat16,bfloat16,0,6.867066955566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,8,128,1,bfloat16,fp8,0,15.332223510742187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,1,128,1,bfloat16,fp8,0,7.658500671386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,1,128,1,fp8,fp8,0,5.1644847869873045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,2,128,1,fp8,fp8,0,5.154326248168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,2,128,1,bfloat16,bfloat16,0,6.890049743652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,2,128,1,bfloat16,fp8,0,7.847096252441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,4,128,1,fp8,fp8,0,5.167812728881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,4,128,1,bfloat16,bfloat16,0,6.875637054443359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,4,128,1,bfloat16,fp8,0,7.6744239807128904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,8,128,1,bfloat16,bfloat16,0,6.889585876464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,8,128,1,fp8,fp8,0,5.185588836669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,8,128,1,bfloat16,fp8,0,7.722955322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,1,128,1,fp8,fp8,0,45.904483032226565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,2,128,1,fp8,fp8,0,45.836114501953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,1,128,1,bfloat16,bfloat16,0,61.04133911132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,2,128,1,bfloat16,bfloat16,0,61.27012939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,4,128,1,bfloat16,bfloat16,0,62.00018310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,1,128,1,bfloat16,fp8,0,68.06161499023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,2,128,1,bfloat16,fp8,0,68.43312377929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,4,128,1,bfloat16,fp8,0,69.33508911132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,4,128,1,fp8,fp8,0,45.93314819335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,64,128,1,fp8,fp8,0,28.89573974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,1,128,1,bfloat16,bfloat16,0,30.574041748046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,8,128,1,fp8,fp8,0,47.13184509277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,8,128,1,bfloat16,bfloat16,0,64.41693115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,64,128,1,bfloat16,bfloat16,0,55.143743896484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,64,128,1,bfloat16,fp8,0,55.48519287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,1,128,1,fp8,fp8,0,22.99497833251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,1,128,1,bfloat16,fp8,0,34.046966552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,8,128,1,bfloat16,fp8,0,70.77509155273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,2,128,1,bfloat16,bfloat16,0,30.668240356445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,2,128,1,fp8,fp8,0,22.95780029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,2,128,1,bfloat16,fp8,0,34.257955932617186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,4,128,1,fp8,fp8,0,22.992819213867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,4,128,1,bfloat16,bfloat16,0,30.663165283203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,8,128,1,fp8,fp8,0,23.107388305664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,4,128,1,bfloat16,fp8,0,34.48595275878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,8,128,1,bfloat16,bfloat16,0,32.65478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,64,128,1,fp8,fp8,0,14.099087524414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,64,128,1,bfloat16,bfloat16,0,27.201788330078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,8,128,1,bfloat16,fp8,0,35.703042602539064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,64,128,1,bfloat16,fp8,0,27.408123779296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,1,128,1,bfloat16,bfloat16,0,15.348141479492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,1,128,1,bfloat16,fp8,0,17.09490203857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,1,128,1,fp8,fp8,0,11.541690826416016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,2,128,1,bfloat16,bfloat16,0,15.392288208007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,2,128,1,fp8,fp8,0,11.525511932373046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,4,128,1,bfloat16,bfloat16,0,15.379194641113282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,2,128,1,bfloat16,fp8,0,17.19213104248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,4,128,1,fp8,fp8,0,11.54818115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,8,128,1,fp8,fp8,0,11.581044769287109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,64,128,1,bfloat16,bfloat16,0,10.143138885498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,64,128,1,fp8,fp8,0,6.379889678955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,4,128,1,bfloat16,fp8,0,17.30701446533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,8,128,1,bfloat16,bfloat16,0,15.438113403320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,1,128,1,bfloat16,bfloat16,0,7.7326416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,64,128,1,bfloat16,fp8,0,10.427870178222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,8,128,1,bfloat16,fp8,0,17.267945861816408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,1,128,1,fp8,fp8,0,5.821152114868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,1,128,1,bfloat16,fp8,0,8.608988952636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,2,128,1,fp8,fp8,0,5.808430480957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,2,128,1,bfloat16,fp8,0,8.666349029541015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,4,128,1,fp8,fp8,0,5.815296173095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,8,128,1,fp8,fp8,0,5.83636474609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,4,128,1,bfloat16,bfloat16,0,7.746212768554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,2,128,1,bfloat16,bfloat16,0,7.756747436523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,4,128,1,bfloat16,fp8,0,8.7189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,8,128,1,bfloat16,bfloat16,0,7.764588928222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,8,128,1,bfloat16,fp8,0,8.725643157958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,64,128,1,fp8,fp8,0,3.055355262756348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,64,128,1,bfloat16,fp8,0,4.7983745574951175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,1,128,1,bfloat16,bfloat16,0,3.9322734832763673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,1,128,1,fp8,fp8,0,2.9518447875976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,64,128,1,bfloat16,bfloat16,0,4.512073516845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,1,128,1,bfloat16,fp8,0,4.378726577758789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,2,128,1,bfloat16,bfloat16,0,3.9451854705810545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,2,128,1,fp8,fp8,0,2.946705627441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,2,128,1,bfloat16,fp8,0,4.406820678710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,4,128,1,fp8,fp8,0,2.948863983154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,4,128,1,bfloat16,bfloat16,0,3.9372623443603514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,8,128,1,fp8,fp8,0,2.9588191986083983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,4,128,1,bfloat16,fp8,0,4.434305572509766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,8,128,1,bfloat16,bfloat16,0,3.947087860107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,8,128,1,bfloat16,fp8,0,4.420718383789063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,1,128,1,fp8,fp8,0,41.5218505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,2,128,1,fp8,fp8,0,41.44512023925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,1,128,1,bfloat16,bfloat16,0,55.2229248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,2,128,1,bfloat16,bfloat16,0,55.580084228515624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,4,128,1,bfloat16,bfloat16,0,56.12715454101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,1,128,1,bfloat16,fp8,0,61.415594482421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,2,128,1,bfloat16,fp8,0,62.090545654296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,4,128,1,bfloat16,fp8,0,62.780828857421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,4,128,1,fp8,fp8,0,41.70728454589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,64,128,1,fp8,fp8,0,26.68083801269531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,1,128,1,bfloat16,bfloat16,0,27.645120239257814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,8,128,1,fp8,fp8,0,42.32830810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,8,128,1,bfloat16,bfloat16,0,57.26609497070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,64,128,1,bfloat16,bfloat16,0,50.964447021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,1,128,1,bfloat16,fp8,0,30.759884643554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,1,128,1,fp8,fp8,0,20.781582641601563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,64,128,1,bfloat16,fp8,0,51.3548583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,64,8,128,1,bfloat16,fp8,0,63.471923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,2,128,1,bfloat16,bfloat16,0,27.739422607421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,2,128,1,fp8,fp8,0,20.761590576171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,2,128,1,bfloat16,fp8,0,30.925543212890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,4,128,1,fp8,fp8,0,20.78357391357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,4,128,1,bfloat16,bfloat16,0,27.970016479492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,8,128,1,fp8,fp8,0,21.038938903808592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,8,128,1,bfloat16,bfloat16,0,29.20784912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,4,128,1,bfloat16,fp8,0,31.07327880859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,64,128,1,bfloat16,bfloat16,0,25.35425720214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,64,128,1,fp8,fp8,0,13.25572509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,8,128,1,bfloat16,fp8,0,32.06318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,1,128,1,bfloat16,bfloat16,0,13.86236572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,1,128,1,fp8,fp8,0,10.41466064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,64,128,1,bfloat16,fp8,0,25.622802734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,1,128,1,bfloat16,fp8,0,15.418498229980468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,2,128,1,fp8,fp8,0,10.399543762207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,2,128,1,bfloat16,bfloat16,0,13.914491271972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,2,128,1,bfloat16,fp8,0,15.512739562988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,4,128,1,bfloat16,bfloat16,0,13.902647399902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,4,128,1,fp8,fp8,0,10.416214752197266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,4,128,1,bfloat16,fp8,0,15.618499755859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,8,128,1,bfloat16,bfloat16,0,14.208404541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,8,128,1,fp8,fp8,0,10.46630401611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,64,128,1,fp8,fp8,0,6.219196701049805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,64,128,1,bfloat16,bfloat16,0,12.199289703369141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,1,128,1,bfloat16,bfloat16,0,6.976054382324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,8,128,1,bfloat16,fp8,0,15.907029724121093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,1,128,1,fp8,fp8,0,5.237755203247071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,64,128,1,bfloat16,fp8,0,12.429544067382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,1,128,1,bfloat16,fp8,0,7.757422637939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,2,128,1,bfloat16,bfloat16,0,6.998251342773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,2,128,1,fp8,fp8,0,5.229899215698242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,2,128,1,bfloat16,fp8,0,7.8028717041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,4,128,1,bfloat16,bfloat16,0,6.991560363769532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,4,128,1,fp8,fp8,0,5.240545654296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,4,128,1,bfloat16,fp8,0,7.852561950683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,8,128,1,fp8,fp8,0,5.259236907958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,8,128,1,bfloat16,bfloat16,0,7.017700958251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,64,128,1,fp8,fp8,0,2.796828842163086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,64,128,1,bfloat16,fp8,0,4.749361419677735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,8,128,1,bfloat16,fp8,0,7.838391876220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,1,128,1,bfloat16,bfloat16,0,3.528395080566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,64,128,1,bfloat16,bfloat16,0,4.527072143554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,1,128,1,fp8,fp8,0,2.6473087310791015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,1,128,1,bfloat16,fp8,0,3.927715301513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,2,128,1,fp8,fp8,0,2.64147834777832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,2,128,1,bfloat16,fp8,0,3.9479297637939452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,4,128,1,fp8,fp8,0,2.6542591094970702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,4,128,1,bfloat16,bfloat16,0,3.5369503021240236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,4,128,1,bfloat16,fp8,0,3.977542495727539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,8,128,1,bfloat16,bfloat16,0,3.547292709350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,64,128,1,bfloat16,bfloat16,0,1.9763391494750977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,8,128,1,fp8,fp8,0,2.662958335876465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,64,128,1,fp8,fp8,0,1.3997103691101074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,64,128,1,bfloat16,fp8,0,2.1369184494018554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,8,128,1,bfloat16,fp8,0,3.9641761779785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,1,128,1,bfloat16,bfloat16,0,1.806585693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,1,128,1,fp8,fp8,0,1.3511167526245118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,1,128,1,bfloat16,fp8,0,2.0082271575927733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,2,128,1,fp8,fp8,0,1.3510111808776855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,2,128,1,bfloat16,bfloat16,0,1.8098512649536134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,2,128,1,bfloat16,fp8,0,2.016804885864258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,2,128,1,bfloat16,bfloat16,0,3.5400577545166017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,4,128,1,bfloat16,bfloat16,0,1.8096063613891602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,4,128,1,fp8,fp8,0,1.3523247718811036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,4,128,1,bfloat16,fp8,0,2.0328176498413084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,8,128,1,bfloat16,bfloat16,0,1.8137535095214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,8,128,1,fp8,fp8,0,1.3551631927490235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,8,128,1,bfloat16,fp8,0,2.028126335144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,1,128,1,fp8,fp8,0,23.773626708984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,2,128,1,fp8,fp8,0,23.719645690917968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,1,128,1,bfloat16,bfloat16,0,31.627584838867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,2,128,1,bfloat16,bfloat16,0,31.79554443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,4,128,1,bfloat16,bfloat16,0,32.1732666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,1,128,1,bfloat16,fp8,0,35.117880249023436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,2,128,1,bfloat16,fp8,0,35.33594970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,4,128,1,bfloat16,fp8,0,35.91050720214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,4,128,1,fp8,fp8,0,23.83313751220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,64,128,1,fp8,fp8,0,15.586457824707031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,1,128,1,bfloat16,bfloat16,0,15.839459228515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,8,128,1,bfloat16,bfloat16,0,32.93244934082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,8,128,1,fp8,fp8,0,24.25623321533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,64,128,1,bfloat16,bfloat16,0,29.74297180175781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,1,128,1,bfloat16,fp8,0,17.591572570800782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,1,128,1,fp8,fp8,0,11.895710754394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,64,128,1,bfloat16,fp8,0,30.122576904296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,8,128,1,bfloat16,fp8,0,36.69804992675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,2,128,1,fp8,fp8,0,11.87375717163086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,2,128,1,bfloat16,bfloat16,0,15.886502075195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,2,128,1,bfloat16,fp8,0,17.684910583496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,4,128,1,fp8,fp8,0,11.898462677001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,4,128,1,bfloat16,bfloat16,0,15.948277282714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,8,128,1,fp8,fp8,0,11.990862274169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,4,128,1,bfloat16,fp8,0,17.706793212890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,8,128,1,bfloat16,bfloat16,0,16.652191162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,64,128,1,bfloat16,bfloat16,0,14.72373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,8,128,1,bfloat16,fp8,0,18.536058044433595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,64,128,1,fp8,fp8,0,7.667991638183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,1,128,1,fp8,fp8,0,5.9727294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,1,128,1,bfloat16,bfloat16,0,7.958097839355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,64,128,1,bfloat16,fp8,0,14.913417053222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,1,128,1,bfloat16,fp8,0,8.830955505371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,2,128,1,bfloat16,bfloat16,0,7.982981109619141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,2,128,1,fp8,fp8,0,5.956326293945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,2,128,1,bfloat16,fp8,0,8.878993225097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,4,128,1,bfloat16,bfloat16,0,7.980854034423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,4,128,1,fp8,fp8,0,5.978249740600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,8,128,1,fp8,fp8,0,6.005756759643555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,8,128,1,bfloat16,bfloat16,0,8.04903335571289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,64,128,1,fp8,fp8,0,3.4738624572753904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,64,128,1,bfloat16,bfloat16,0,6.95750732421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,1,128,1,bfloat16,bfloat16,0,4.0088623046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,8,128,1,bfloat16,fp8,0,8.950772857666015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,1,128,1,fp8,fp8,0,3.0106832504272463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,64,128,1,bfloat16,fp8,0,7.121924591064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,4,128,1,bfloat16,fp8,0,8.851787567138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,1,128,1,bfloat16,fp8,0,4.4501392364501955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,2,128,1,bfloat16,bfloat16,0,4.024350357055664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,2,128,1,fp8,fp8,0,3.0072240829467773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,2,128,1,bfloat16,fp8,0,4.473809432983399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,4,128,1,bfloat16,bfloat16,0,4.0219776153564455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,4,128,1,fp8,fp8,0,3.0113487243652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,8,128,1,fp8,fp8,0,3.022502326965332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,4,128,1,bfloat16,fp8,0,4.507177734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,8,128,1,bfloat16,bfloat16,0,4.036201477050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,64,128,1,bfloat16,bfloat16,0,2.562276840209961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,64,128,1,fp8,fp8,0,1.618057632446289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,1,128,1,bfloat16,bfloat16,0,2.0387792587280273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,8,128,1,bfloat16,fp8,0,4.520484924316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,64,128,1,bfloat16,fp8,0,2.7203807830810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,1,128,1,fp8,fp8,0,1.5216927528381348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,2,128,1,fp8,fp8,0,1.5202015876770019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,2,128,1,bfloat16,bfloat16,0,2.0465152740478514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,1,128,1,bfloat16,fp8,0,2.2657520294189455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,2,128,1,bfloat16,fp8,0,2.2781951904296873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,4,128,1,fp8,fp8,0,1.5224384307861327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,4,128,1,bfloat16,bfloat16,0,2.0449760437011717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,4,128,1,bfloat16,fp8,0,2.296316719055176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,8,128,1,bfloat16,bfloat16,0,2.0502559661865236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,64,128,1,fp8,fp8,0,0.8160880088806153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,64,128,1,bfloat16,fp8,0,1.2372096061706543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,8,128,1,bfloat16,fp8,0,2.2891088485717774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,1,128,1,bfloat16,bfloat16,0,1.0490832328796387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,1,128,1,fp8,fp8,0,0.7824111938476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,1,128,1,bfloat16,fp8,0,1.1655808448791505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,2,128,1,bfloat16,bfloat16,0,1.0487775802612305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,2,128,1,fp8,fp8,0,0.7835040092468262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,2,128,1,bfloat16,fp8,0,1.1948047637939454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,4,128,1,bfloat16,bfloat16,0,1.0482687950134277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,4,128,1,fp8,fp8,0,0.7851744174957276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,8,128,1,bfloat16,bfloat16,0,1.0529791831970214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,8,128,1,fp8,fp8,0,0.7872079849243164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,64,128,1,bfloat16,bfloat16,0,1.1480367660522461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,8,128,1,bfloat16,fp8,0,1.1777728080749512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,4,128,1,bfloat16,fp8,0,1.179196834564209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,8,128,1,fp8,fp8,0,1.529751968383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,1,128,1,fp8,fp8,0,21.825357055664064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,2,128,1,fp8,fp8,0,21.7931396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,1,128,1,bfloat16,bfloat16,0,29.093051147460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,2,128,1,bfloat16,bfloat16,0,29.413711547851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,4,128,1,bfloat16,bfloat16,0,29.81197509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,1,128,1,bfloat16,fp8,0,32.215432739257814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,2,128,1,bfloat16,fp8,0,32.518960571289064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,4,128,1,bfloat16,fp8,0,33.156307983398435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,4,128,1,fp8,fp8,0,22.03471221923828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,64,128,1,fp8,fp8,0,14.753720092773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,1,128,1,bfloat16,bfloat16,0,14.574906921386718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,8,128,1,bfloat16,bfloat16,0,30.555032348632814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,8,128,1,fp8,fp8,0,22.50659637451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,1,128,1,bfloat16,fp8,0,16.110810852050783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,64,128,1,bfloat16,bfloat16,0,28.178814697265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,1,128,1,fp8,fp8,0,10.92841796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,64,128,1,bfloat16,fp8,0,28.76112060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,64,8,128,1,bfloat16,fp8,0,33.72593688964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,2,128,1,fp8,fp8,0,10.911479949951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,2,128,1,bfloat16,bfloat16,0,14.631729125976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,4,128,1,fp8,fp8,0,10.944560241699218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,2,128,1,bfloat16,fp8,0,16.221232604980468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,4,128,1,bfloat16,fp8,0,16.463807678222658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,4,128,1,bfloat16,bfloat16,0,14.785169982910157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,8,128,1,bfloat16,bfloat16,0,15.26270751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,8,128,1,bfloat16,fp8,0,16.8217041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,1,128,1,bfloat16,bfloat16,0,7.304972839355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,1,128,1,fp8,fp8,0,5.473255920410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,64,128,1,fp8,fp8,0,7.297475433349609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,1,128,1,bfloat16,fp8,0,8.073486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,8,128,1,fp8,fp8,0,11.11902084350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,2,128,1,fp8,fp8,0,5.471131134033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,2,128,1,bfloat16,bfloat16,0,7.325230407714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,64,128,1,bfloat16,bfloat16,0,14.023370361328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,4,128,1,fp8,fp8,0,5.481710433959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,64,128,1,bfloat16,fp8,0,14.347569274902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,4,128,1,bfloat16,bfloat16,0,7.341905975341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,2,128,1,bfloat16,fp8,0,8.129158020019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,4,128,1,bfloat16,fp8,0,8.192731475830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,64,128,1,fp8,fp8,0,3.5278545379638673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,1,128,1,bfloat16,bfloat16,0,3.678054428100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,8,128,1,fp8,fp8,0,5.518759918212891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,8,128,1,bfloat16,bfloat16,0,7.599887847900391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,1,128,1,bfloat16,fp8,0,4.065851211547852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,64,128,1,bfloat16,fp8,0,7.009011077880859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,64,128,1,bfloat16,bfloat16,0,6.862097930908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,8,128,1,bfloat16,fp8,0,8.319147491455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,1,128,1,fp8,fp8,0,2.753118324279785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,2,128,1,bfloat16,bfloat16,0,3.689932632446289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,2,128,1,fp8,fp8,0,2.7492496490478517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,2,128,1,bfloat16,fp8,0,4.094524765014649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,4,128,1,bfloat16,bfloat16,0,3.6919727325439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,4,128,1,fp8,fp8,0,2.7600896835327147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,8,128,1,bfloat16,bfloat16,0,3.7159473419189455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,64,128,1,fp8,fp8,0,1.542795181274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,4,128,1,bfloat16,fp8,0,4.123303985595703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,8,128,1,fp8,fp8,0,2.7713375091552734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,64,128,1,bfloat16,bfloat16,0,3.0571407318115233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,8,128,1,bfloat16,fp8,0,4.140633773803711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,1,128,1,bfloat16,bfloat16,0,1.8629295349121093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,64,128,1,bfloat16,fp8,0,3.2175758361816404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,1,128,1,fp8,fp8,0,1.3872976303100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,2,128,1,bfloat16,bfloat16,0,1.8674943923950196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,1,128,1,bfloat16,fp8,0,2.0597631454467775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,2,128,1,fp8,fp8,0,1.3891231536865234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,2,128,1,bfloat16,fp8,0,2.0719440460205076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,4,128,1,bfloat16,bfloat16,0,1.8695487976074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,4,128,1,fp8,fp8,0,1.397993564605713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,4,128,1,bfloat16,fp8,0,2.071343994140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,8,128,1,bfloat16,bfloat16,0,1.8758720397949218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,8,128,1,fp8,fp8,0,1.402836799621582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,64,128,1,bfloat16,bfloat16,0,1.104422378540039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,1,128,1,bfloat16,bfloat16,0,0.9531135559082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,8,128,1,bfloat16,fp8,0,2.0864704132080076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,1,128,1,bfloat16,fp8,0,1.0579952239990233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,1,128,1,fp8,fp8,0,0.7094543933868408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,2,128,1,bfloat16,bfloat16,0,0.9565376281738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,2,128,1,fp8,fp8,0,0.7091184139251709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,2,128,1,bfloat16,fp8,0,1.0617551803588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,4,128,1,bfloat16,bfloat16,0,0.957918357849121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,4,128,1,fp8,fp8,0,0.7101712226867676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,4,128,1,bfloat16,fp8,0,1.0720303535461426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,8,128,1,bfloat16,bfloat16,0,0.9626463890075684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,8,128,1,fp8,fp8,0,0.7113264083862305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,64,128,1,bfloat16,bfloat16,0,0.5430255889892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,8,128,1,bfloat16,fp8,0,1.0710495948791503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,64,128,1,bfloat16,fp8,0,0.5894591808319092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,64,128,1,fp8,fp8,0,0.38460640907287597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,1,128,1,bfloat16,bfloat16,0,0.4978047847747803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,1,128,1,fp8,fp8,0,0.3710079908370972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,64,128,1,fp8,fp8,0,0.7522079944610596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,2,128,1,bfloat16,bfloat16,0,0.49799361228942873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,64,128,1,bfloat16,fp8,0,1.2013055801391601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,2,128,1,fp8,fp8,0,0.37257919311523435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,2,128,1,bfloat16,fp8,0,0.5657440185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,4,128,1,bfloat16,bfloat16,0,0.49770560264587405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,4,128,1,bfloat16,fp8,0,0.5589903831481934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,8,128,1,bfloat16,bfloat16,0,0.4998528003692627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,8,128,1,bfloat16,fp8,0,0.5576032161712646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,1,128,1,bfloat16,fp8,0,0.5529808044433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,4,128,1,fp8,fp8,0,0.37279520034790037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,8,128,1,fp8,fp8,0,0.3742799997329712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,1,128,1,fp8,fp8,0,12.669457244873048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,2,128,1,fp8,fp8,0,12.672560119628907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,1,128,1,bfloat16,bfloat16,0,16.9304443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,2,128,1,bfloat16,bfloat16,0,17.080174255371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,1,128,1,bfloat16,fp8,0,18.66759338378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,4,128,1,bfloat16,bfloat16,0,17.385235595703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,2,128,1,bfloat16,fp8,0,18.815774536132814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,4,128,1,fp8,fp8,0,12.791544342041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,4,128,1,bfloat16,fp8,0,19.22502899169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,64,128,1,fp8,fp8,0,8.956571197509765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,8,128,1,fp8,fp8,0,13.107630920410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,1,128,1,bfloat16,bfloat16,0,8.476058959960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,8,128,1,bfloat16,bfloat16,0,17.901875305175782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,1,128,1,bfloat16,fp8,0,9.348429107666016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,1,128,1,fp8,fp8,0,6.348987197875976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,8,128,1,bfloat16,fp8,0,19.697529602050782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,64,128,1,bfloat16,bfloat16,0,16.870098876953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,64,128,1,bfloat16,fp8,0,17.348814392089842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,2,128,1,bfloat16,bfloat16,0,8.502078247070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,2,128,1,fp8,fp8,0,6.338966369628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,2,128,1,bfloat16,fp8,0,9.545320129394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,4,128,1,bfloat16,bfloat16,0,8.581585693359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,4,128,1,fp8,fp8,0,6.359856033325196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,8,128,1,fp8,fp8,0,6.443339538574219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,4,128,1,bfloat16,fp8,0,9.513257598876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,64,128,1,fp8,fp8,0,4.4066814422607425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,8,128,1,bfloat16,bfloat16,0,8.904182434082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,1,128,1,bfloat16,bfloat16,0,4.258523178100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,8,128,1,bfloat16,fp8,0,9.76416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,64,128,1,bfloat16,bfloat16,0,8.3932861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,64,128,1,bfloat16,fp8,0,8.627515411376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,1,128,1,fp8,fp8,0,3.183294486999512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,1,128,1,bfloat16,fp8,0,4.695238494873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,2,128,1,bfloat16,bfloat16,0,4.271257781982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,2,128,1,fp8,fp8,0,3.1839759826660154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,2,128,1,bfloat16,fp8,0,4.718718338012695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,4,128,1,bfloat16,bfloat16,0,4.280254364013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,4,128,1,fp8,fp8,0,3.19234561920166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,4,128,1,bfloat16,fp8,0,4.760612869262696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,8,128,1,fp8,fp8,0,3.210403060913086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,8,128,1,bfloat16,bfloat16,0,4.363447952270508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,64,128,1,fp8,fp8,0,2.038297653198242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,64,128,1,bfloat16,bfloat16,0,4.022020721435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,1,128,1,bfloat16,bfloat16,0,2.1494831085205077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,8,128,1,bfloat16,fp8,0,4.899684906005859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,1,128,1,bfloat16,fp8,0,2.370235252380371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,1,128,1,fp8,fp8,0,1.6074031829833983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,2,128,1,bfloat16,bfloat16,0,2.1578720092773436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,64,128,1,bfloat16,fp8,0,4.154219055175782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,2,128,1,fp8,fp8,0,1.6054672241210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,2,128,1,bfloat16,fp8,0,2.382414436340332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,4,128,1,fp8,fp8,0,1.6104463577270507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,4,128,1,bfloat16,bfloat16,0,2.1601423263549804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,4,128,1,bfloat16,fp8,0,2.401241683959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,8,128,1,fp8,fp8,0,1.6165199279785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,8,128,1,bfloat16,bfloat16,0,2.1737680435180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,64,128,1,fp8,fp8,0,0.8982463836669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,64,128,1,bfloat16,bfloat16,0,1.613265609741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,64,128,1,bfloat16,fp8,0,1.6706096649169921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,8,128,1,bfloat16,fp8,0,2.4066591262817383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,1,128,1,bfloat16,bfloat16,0,1.0946271896362305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,1,128,1,fp8,fp8,0,0.8079808235168457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,1,128,1,bfloat16,fp8,0,1.2076848030090332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,2,128,1,bfloat16,bfloat16,0,1.0965776443481445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,2,128,1,fp8,fp8,0,0.8077535629272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,2,128,1,bfloat16,fp8,0,1.2381168365478517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,4,128,1,fp8,fp8,0,0.8092448234558105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,4,128,1,bfloat16,bfloat16,0,1.0994928359985352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,4,128,1,bfloat16,fp8,0,1.223857593536377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,8,128,1,fp8,fp8,0,0.8130911827087403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,64,128,1,bfloat16,bfloat16,0,0.6452400207519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,64,128,1,bfloat16,fp8,0,0.6931632041931153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,8,128,1,bfloat16,fp8,0,1.2237695693969726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,1,128,1,fp8,fp8,0,0.41594882011413575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,1,128,1,bfloat16,fp8,0,0.6207280158996582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,2,128,1,bfloat16,bfloat16,0,0.5606192111968994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,2,128,1,fp8,fp8,0,0.41596479415893556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,2,128,1,bfloat16,fp8,0,0.6344287872314454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,4,128,1,bfloat16,bfloat16,0,0.5607984066009521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,4,128,1,fp8,fp8,0,0.41660799980163576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,8,128,1,bfloat16,bfloat16,0,0.5633808135986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,8,128,1,bfloat16,fp8,0,0.6271840095520019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,8,128,1,fp8,fp8,0,0.41818881034851074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,64,128,1,bfloat16,bfloat16,0,0.32609119415283205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,64,128,1,fp8,fp8,0,0.23367838859558104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,64,128,1,bfloat16,fp8,0,0.35830719470977784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,1,128,1,bfloat16,bfloat16,0,0.3010704040527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,8,128,1,bfloat16,bfloat16,0,1.1044816017150878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,1,128,1,bfloat16,fp8,0,0.3339184045791626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,1,128,1,fp8,fp8,0,0.22350881099700928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,2,128,1,bfloat16,bfloat16,0,0.3012943983078003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,64,128,1,fp8,fp8,0,0.4426864147186279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,1,128,1,bfloat16,bfloat16,0,0.5597936153411865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,4,128,1,bfloat16,bfloat16,0,0.3012576103210449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,4,128,1,fp8,fp8,0,0.2251807928085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,8,128,1,bfloat16,bfloat16,0,0.3019599914550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,8,128,1,bfloat16,fp8,0,0.33691680431365967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,8,128,1,fp8,fp8,0,0.22551360130310058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,4,128,1,bfloat16,fp8,0,0.6271903991699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,2,128,1,fp8,fp8,0,0.22357120513916015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,2,128,1,bfloat16,fp8,0,0.3381328105926514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,4,128,1,bfloat16,fp8,0,0.33421759605407714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,1,128,1,fp8,fp8,0,11.989380645751954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,2,128,1,fp8,fp8,0,12.017825317382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,1,128,1,bfloat16,bfloat16,0,16.03904571533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,2,128,1,bfloat16,bfloat16,0,16.411834716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,1,128,1,bfloat16,fp8,0,17.568434143066405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,2,128,1,bfloat16,fp8,0,17.895967102050783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,4,128,1,bfloat16,bfloat16,0,16.79559326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,4,128,1,fp8,fp8,0,12.221785736083984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,4,128,1,bfloat16,fp8,0,18.44609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,64,128,1,fp8,fp8,0,8.843718719482421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,8,128,1,fp8,fp8,0,12.592180633544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,1,128,1,bfloat16,bfloat16,0,8.026372528076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,8,128,1,bfloat16,bfloat16,0,17.485032653808595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,1,128,1,bfloat16,fp8,0,8.797612762451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,64,128,1,bfloat16,bfloat16,0,16.612179565429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,64,8,128,1,bfloat16,fp8,0,19.085610961914064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,1,128,1,fp8,fp8,0,6.008582305908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,64,128,1,bfloat16,fp8,0,17.272445678710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,2,128,1,fp8,fp8,0,5.999552154541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,2,128,1,bfloat16,bfloat16,0,8.076419067382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,2,128,1,bfloat16,fp8,0,8.988678741455079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,4,128,1,bfloat16,bfloat16,0,8.277655792236327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,4,128,1,fp8,fp8,0,6.024444961547852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,4,128,1,bfloat16,fp8,0,9.098257446289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,8,128,1,fp8,fp8,0,6.2070880889892575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,8,128,1,bfloat16,bfloat16,0,8.583668518066407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,1,128,1,bfloat16,bfloat16,0,4.025108718872071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,64,128,1,fp8,fp8,0,4.374499130249023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,64,128,1,bfloat16,bfloat16,0,8.307369232177734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,8,128,1,bfloat16,fp8,0,9.395462036132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,1,128,1,fp8,fp8,0,3.0083120346069334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,1,128,1,bfloat16,fp8,0,4.4112190246582035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,64,128,1,bfloat16,fp8,0,8.66251220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,2,128,1,fp8,fp8,0,3.0045520782470705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,2,128,1,bfloat16,fp8,0,4.4348400115966795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,4,128,1,bfloat16,bfloat16,0,4.0691486358642575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,4,128,1,fp8,fp8,0,3.0079280853271486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,4,128,1,bfloat16,fp8,0,4.491016006469726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,8,128,1,bfloat16,bfloat16,0,4.232291030883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,8,128,1,fp8,fp8,0,3.0466096878051756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,64,128,1,fp8,fp8,0,2.102275276184082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,8,128,1,bfloat16,fp8,0,4.614179229736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,1,128,1,fp8,fp8,0,1.5131135940551759
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,1,128,1,bfloat16,bfloat16,0,2.0247087478637695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,64,128,1,bfloat16,bfloat16,0,4.108633422851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,1,128,1,bfloat16,fp8,0,2.219655990600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,64,128,1,bfloat16,fp8,0,4.269198226928711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,2,128,1,bfloat16,bfloat16,0,4.0396064758300785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,2,128,1,bfloat16,bfloat16,0,2.0316591262817383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,2,128,1,fp8,fp8,0,1.5092543601989745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,2,128,1,bfloat16,fp8,0,2.231553649902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,4,128,1,fp8,fp8,0,1.513771152496338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,4,128,1,bfloat16,bfloat16,0,2.0368959426879885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,4,128,1,bfloat16,fp8,0,2.2552112579345702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,8,128,1,fp8,fp8,0,1.5243776321411133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,8,128,1,bfloat16,bfloat16,0,2.0658943176269533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,64,128,1,fp8,fp8,0,0.9206768035888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,1,128,1,bfloat16,bfloat16,0,1.0268143653869628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,8,128,1,bfloat16,fp8,0,2.260385513305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,64,128,1,bfloat16,bfloat16,0,1.8858352661132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,1,128,1,fp8,fp8,0,0.759000015258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,1,128,1,bfloat16,fp8,0,1.1279199600219727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,64,128,1,bfloat16,fp8,0,1.9807472229003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,2,128,1,bfloat16,bfloat16,0,1.0310463905334473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,2,128,1,fp8,fp8,0,0.765119981765747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,2,128,1,bfloat16,fp8,0,1.1492735862731933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,4,128,1,bfloat16,bfloat16,0,1.0348095893859863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,4,128,1,fp8,fp8,0,0.7685904026031494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,8,128,1,bfloat16,bfloat16,0,1.0422783851623536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,8,128,1,fp8,fp8,0,0.773801612854004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,64,128,1,fp8,fp8,0,0.426310396194458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,64,128,1,bfloat16,bfloat16,0,0.672540807723999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,64,128,1,bfloat16,fp8,0,0.7256703853607178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,1,128,1,bfloat16,bfloat16,0,0.5252624034881592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,1,128,1,fp8,fp8,0,0.3866703987121582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,1,128,1,bfloat16,fp8,0,0.5772687911987304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,2,128,1,bfloat16,bfloat16,0,0.5283328056335449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,2,128,1,fp8,fp8,0,0.385809588432312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,4,128,1,bfloat16,bfloat16,0,0.532422399520874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,4,128,1,fp8,fp8,0,0.3880000114440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,4,128,1,bfloat16,fp8,0,0.5898704051971435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,8,128,1,bfloat16,bfloat16,0,0.5349616050720215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,64,128,1,bfloat16,bfloat16,0,0.31711840629577637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,8,128,1,fp8,fp8,0,0.38940479755401614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,64,128,1,bfloat16,fp8,0,0.340230393409729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,64,128,1,fp8,fp8,0,0.21395840644836425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,1,128,1,bfloat16,bfloat16,0,0.273798394203186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,4,128,1,bfloat16,fp8,0,1.1446415901184082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,1,128,1,fp8,fp8,0,0.203057599067688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,1,128,1,bfloat16,fp8,0,0.3029887914657593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,2,128,1,bfloat16,bfloat16,0,0.27292640209198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,2,128,1,bfloat16,fp8,0,0.3078543901443481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,8,128,1,bfloat16,fp8,0,1.1474191665649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,4,128,1,bfloat16,bfloat16,0,0.2736799955368042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,4,128,1,bfloat16,fp8,0,0.3055056095123291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,8,128,1,bfloat16,bfloat16,0,0.27514081001281737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,8,128,1,bfloat16,fp8,0,0.3054735898971558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,8,128,1,fp8,fp8,0,0.20504000186920165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,2,128,1,bfloat16,fp8,0,0.5838304042816163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,64,128,1,bfloat16,bfloat16,0,0.1646448016166687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,64,128,1,bfloat16,fp8,0,0.1817312002182007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,64,128,1,fp8,fp8,0,0.11892160177230834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,1,128,1,bfloat16,bfloat16,0,0.15176160335540773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,1,128,1,fp8,fp8,0,0.11282240152359009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,1,128,1,bfloat16,fp8,0,0.16814240217208862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,2,128,1,bfloat16,bfloat16,0,0.15204160213470458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,2,128,1,bfloat16,fp8,0,0.1682144045829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,2,128,1,fp8,fp8,0,0.11281440258026124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,4,128,1,bfloat16,bfloat16,0,0.1518496036529541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,8,128,1,bfloat16,fp8,0,0.5902703762054443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,4,128,1,bfloat16,fp8,0,0.1701647996902466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,4,128,1,fp8,fp8,0,0.11281440258026124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,8,128,1,bfloat16,bfloat16,0,0.15181440114974976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,8,128,1,fp8,fp8,0,0.11293760538101197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,8,128,1,bfloat16,fp8,0,0.17029919624328613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,2,128,1,fp8,fp8,0,0.20324320793151857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,4,128,1,fp8,fp8,0,0.2029871940612793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,1,128,1,fp8,fp8,0,7.093415832519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,2,128,1,fp8,fp8,0,7.155719757080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,1,128,1,bfloat16,bfloat16,0,9.502547454833984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,1,128,1,bfloat16,fp8,0,10.267012786865234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,4,128,1,fp8,fp8,0,7.32552490234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,4,128,1,bfloat16,bfloat16,0,10.272783660888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,2,128,1,bfloat16,fp8,0,10.563848114013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,2,128,1,bfloat16,bfloat16,0,9.838766479492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,4,128,1,bfloat16,fp8,0,11.116035461425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,8,128,1,bfloat16,bfloat16,0,11.044892883300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,1,128,1,bfloat16,bfloat16,0,4.75958251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,64,128,1,fp8,fp8,0,5.821908950805664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,1,128,1,fp8,fp8,0,3.5529056549072267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,1,128,1,bfloat16,fp8,0,5.13940315246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,8,128,1,fp8,fp8,0,7.656542205810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,64,128,1,bfloat16,bfloat16,0,10.8679443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,64,8,128,1,bfloat16,fp8,0,11.89516830444336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,2,128,1,fp8,fp8,0,3.551393508911133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,2,128,1,bfloat16,bfloat16,0,4.854723358154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,2,128,1,bfloat16,fp8,0,5.226744079589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,4,128,1,bfloat16,bfloat16,0,5.019323348999023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,4,128,1,bfloat16,fp8,0,5.423289489746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,64,128,1,bfloat16,fp8,0,11.527999877929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,4,128,1,fp8,fp8,0,3.610918426513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,8,128,1,bfloat16,bfloat16,0,5.342244720458984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,8,128,1,fp8,fp8,0,3.7718433380126952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,64,128,1,fp8,fp8,0,2.910892868041992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,1,128,1,bfloat16,bfloat16,0,2.3870960235595704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,1,128,1,bfloat16,fp8,0,2.580201530456543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,64,128,1,bfloat16,bfloat16,0,5.431073760986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,8,128,1,bfloat16,fp8,0,5.755891036987305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,2,128,1,bfloat16,bfloat16,0,2.396051216125488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,2,128,1,fp8,fp8,0,1.7772384643554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,64,128,1,bfloat16,fp8,0,5.769990539550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,2,128,1,bfloat16,fp8,0,2.5905071258544923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,4,128,1,fp8,fp8,0,1.7803167343139648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,1,128,1,fp8,fp8,0,1.7743423461914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,4,128,1,bfloat16,bfloat16,0,2.453968048095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,8,128,1,fp8,fp8,0,1.8305440902709962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,4,128,1,bfloat16,fp8,0,2.657159996032715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,64,128,1,bfloat16,bfloat16,0,2.7114160537719725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,64,128,1,fp8,fp8,0,1.412063980102539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,1,128,1,bfloat16,bfloat16,0,1.201460838317871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,8,128,1,bfloat16,bfloat16,0,2.5993104934692384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,1,128,1,fp8,fp8,0,0.891478443145752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,8,128,1,bfloat16,fp8,0,2.795475196838379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,1,128,1,bfloat16,fp8,0,1.3001824378967286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,64,128,1,bfloat16,fp8,0,2.8907440185546873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,2,128,1,bfloat16,bfloat16,0,1.2070079803466798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,2,128,1,bfloat16,fp8,0,1.3039440155029296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,2,128,1,fp8,fp8,0,0.8899711608886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,4,128,1,fp8,fp8,0,0.8974368095397949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,4,128,1,bfloat16,bfloat16,0,1.2151007652282715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,4,128,1,bfloat16,fp8,0,1.323844814300537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,8,128,1,bfloat16,bfloat16,0,1.2498736381530762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,8,128,1,fp8,fp8,0,0.9080304145812989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,8,128,1,bfloat16,fp8,0,1.3449312210083009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,64,128,1,bfloat16,bfloat16,0,1.2706288337707519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,1,128,1,bfloat16,bfloat16,0,0.6097695827484131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,1,128,1,fp8,fp8,0,0.44072961807250977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,64,128,1,fp8,fp8,0,0.6096415996551514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,64,128,1,bfloat16,fp8,0,1.3803855895996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,2,128,1,bfloat16,bfloat16,0,0.61146240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,2,128,1,fp8,fp8,0,0.44677119255065917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,2,128,1,bfloat16,fp8,0,0.6616000175476074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,4,128,1,fp8,fp8,0,0.4537631988525391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,4,128,1,bfloat16,fp8,0,0.6646495819091797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,8,128,1,bfloat16,bfloat16,0,0.6249743938446045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,8,128,1,fp8,fp8,0,0.4608719825744629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,8,128,1,bfloat16,fp8,0,0.6763247966766357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,64,128,1,bfloat16,bfloat16,0,0.4766511917114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,64,128,1,fp8,fp8,0,0.2692015886306763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,64,128,1,bfloat16,fp8,0,0.5034063816070556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,1,128,1,bfloat16,bfloat16,0,0.308516788482666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,1,128,1,bfloat16,fp8,0,0.3396528005599976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,1,128,1,fp8,fp8,0,0.22341759204864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,2,128,1,bfloat16,bfloat16,0,0.31156799793243406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,1,128,1,bfloat16,fp8,0,0.6587696075439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,2,128,1,fp8,fp8,0,0.22367680072784424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,2,128,1,bfloat16,fp8,0,0.3363215923309326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,4,128,1,bfloat16,bfloat16,0,0.3183279991149902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,4,128,1,fp8,fp8,0,0.22537119388580323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,4,128,1,bfloat16,fp8,0,0.34638400077819825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,8,128,1,bfloat16,bfloat16,0,0.32386078834533694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,8,128,1,fp8,fp8,0,0.22604479789733886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,8,128,1,bfloat16,fp8,0,0.3497024059295654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,64,128,1,fp8,fp8,0,0.12735359668731688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,1,128,1,bfloat16,bfloat16,0,0.1585039973258972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,64,128,1,bfloat16,fp8,0,0.21334400177001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,1,128,1,fp8,fp8,0,0.11703679561614991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,4,128,1,bfloat16,bfloat16,0,0.6164495944976807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,1,128,1,bfloat16,fp8,0,0.17629599571228027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,2,128,1,bfloat16,bfloat16,0,0.16002240180969238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,2,128,1,fp8,fp8,0,0.11765600442886352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,4,128,1,fp8,fp8,0,0.11840959787368774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,4,128,1,bfloat16,bfloat16,0,0.16002399921417237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,2,128,1,bfloat16,fp8,0,0.1783679962158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,8,128,1,bfloat16,bfloat16,0,0.1619647979736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,64,128,1,bfloat16,bfloat16,0,0.10060960054397583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,64,128,1,bfloat16,fp8,0,0.11141599416732788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,64,128,1,fp8,fp8,0,0.07181439995765686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,1,128,1,bfloat16,bfloat16,0,0.08850240111351013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,1,128,1,fp8,fp8,0,0.06571040153503419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,1,128,1,bfloat16,fp8,0,0.09849119782447815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,2,128,1,bfloat16,bfloat16,0,0.08947520256042481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,2,128,1,fp8,fp8,0,0.06568480134010315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,2,128,1,bfloat16,fp8,0,0.09851040244102478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,4,128,1,bfloat16,bfloat16,0,0.08943679928779602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,4,128,1,bfloat16,fp8,0,0.09985600113868713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,4,128,1,fp8,fp8,0,0.06573119759559631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,8,128,1,bfloat16,bfloat16,0,0.09028480052947999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,8,128,1,bfloat16,fp8,0,0.10053440332412719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,8,128,1,fp8,fp8,0,0.06572160124778748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,64,128,1,bfloat16,bfloat16,0,0.05569599866867066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,64,128,1,bfloat16,bfloat16,0,0.20640320777893068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,64,128,1,bfloat16,fp8,0,0.06339679956436158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,1,128,1,bfloat16,bfloat16,0,0.04946399927139282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,1,128,1,fp8,fp8,0,0.03705280125141144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,2,128,1,bfloat16,bfloat16,0,0.050169599056243894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,2,128,1,fp8,fp8,0,0.03706879913806915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,4,128,1,bfloat16,bfloat16,0,0.050963199138641356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,4,128,1,bfloat16,fp8,0,0.057543998956680296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,4,128,1,fp8,fp8,0,0.03716480135917664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,8,128,1,bfloat16,bfloat16,0,0.051183998584747314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,4,128,1,bfloat16,fp8,0,0.17838399410247802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,8,128,1,fp8,fp8,0,0.11904319524765014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,8,128,1,bfloat16,fp8,0,0.05755839943885803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,64,128,1,fp8,fp8,0,0.04102720022201538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,1,128,1,bfloat16,fp8,0,0.056510400772094724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,2,128,1,bfloat16,fp8,0,0.057415997982025145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,8,128,1,bfloat16,fp8,0,0.1821071982383728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,8,128,1,fp8,fp8,0,0.03840959966182709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,1,128,1,bfloat16,bfloat16,0,3.128348731994629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,1,128,1,bfloat16,fp8,0,3.320451354980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,1,128,1,fp8,fp8,0,2.3387519836425783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,2,128,1,bfloat16,bfloat16,0,3.220323181152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,2,128,1,bfloat16,fp8,0,3.405100631713867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,2,128,1,fp8,fp8,0,2.3483375549316405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,4,128,1,fp8,fp8,0,2.405352020263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,4,128,1,bfloat16,bfloat16,0,3.397169494628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,4,128,1,bfloat16,fp8,0,3.5866767883300783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,8,128,1,bfloat16,bfloat16,0,3.6898529052734377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,8,128,1,fp8,fp8,0,2.5576047897338867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,1,128,1,bfloat16,bfloat16,0,1.5671279907226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,64,128,1,fp8,fp8,0,2.1643440246582033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,1,128,1,fp8,fp8,0,1.166857624053955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,1,128,1,bfloat16,fp8,0,1.6645872116088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,2,128,1,bfloat16,bfloat16,0,1.601019287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,8,128,1,bfloat16,fp8,0,3.941515350341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,2,128,1,fp8,fp8,0,1.1684608459472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,64,128,1,bfloat16,fp8,0,4.333607864379883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,2,128,1,bfloat16,fp8,0,1.695884895324707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,4,128,1,fp8,fp8,0,1.182196807861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,4,128,1,bfloat16,bfloat16,0,1.6617839813232422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,64,128,1,bfloat16,bfloat16,0,3.9926639556884767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,4,128,1,bfloat16,fp8,0,1.758585548400879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,8,128,1,bfloat16,bfloat16,0,1.807931137084961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,64,128,1,fp8,fp8,0,1.07401762008667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,8,128,1,bfloat16,fp8,0,1.891486358642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,1,128,1,bfloat16,bfloat16,0,0.7896463871002197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,1,128,1,bfloat16,fp8,0,0.8403103828430176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,1,128,1,fp8,fp8,0,0.5874288082122803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,2,128,1,bfloat16,bfloat16,0,0.794155216217041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,64,128,1,bfloat16,fp8,0,2.1702096939086912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,2,128,1,bfloat16,fp8,0,0.8455183982849122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,2,128,1,fp8,fp8,0,0.586732816696167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,4,128,1,bfloat16,bfloat16,0,0.8131216049194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,4,128,1,bfloat16,fp8,0,0.8626864433288575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,8,128,1,fp8,fp8,0,1.2477616310119628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,4,128,1,fp8,fp8,0,0.5936016082763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,8,128,1,fp8,fp8,0,0.6016240119934082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,64,128,1,bfloat16,bfloat16,0,1.9958288192749023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,8,128,1,bfloat16,fp8,0,0.9138064384460449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,64,128,1,bfloat16,bfloat16,0,0.9781552314758301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,64,128,1,fp8,fp8,0,0.4787263870239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,1,128,1,bfloat16,bfloat16,0,0.39982879161834717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,1,128,1,fp8,fp8,0,0.28692638874053955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,64,128,1,bfloat16,fp8,0,1.0761247634887696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,2,128,1,bfloat16,bfloat16,0,0.4043439865112305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,2,128,1,bfloat16,fp8,0,0.4370880126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,2,128,1,fp8,fp8,0,0.2889280080795288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,1,128,1,bfloat16,fp8,0,0.42886719703674314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,4,128,1,bfloat16,bfloat16,0,0.4080175876617432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,4,128,1,fp8,fp8,0,0.2969311952590942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,4,128,1,bfloat16,fp8,0,0.4366943836212158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,8,128,1,fp8,fp8,0,0.30795679092407224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,8,128,1,bfloat16,bfloat16,0,0.4178783893585205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,8,128,1,bfloat16,bfloat16,0,0.870628833770752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,64,128,1,bfloat16,bfloat16,0,0.42842559814453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,64,128,1,fp8,fp8,0,0.19187040328979493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,8,128,1,bfloat16,fp8,0,0.44799199104309084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,1,128,1,bfloat16,bfloat16,0,0.200982403755188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,64,128,1,bfloat16,fp8,0,0.4605088233947754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,2,128,1,fp8,fp8,0,0.14351999759674072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,2,128,1,bfloat16,bfloat16,0,0.20303680896759033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,1,128,1,fp8,fp8,0,0.14351840019226075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,4,128,1,bfloat16,fp8,0,0.22555201053619384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,8,128,1,bfloat16,bfloat16,0,0.2140048027038574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,8,128,1,bfloat16,fp8,0,0.2329456090927124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,8,128,1,fp8,fp8,0,0.1455615997314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,64,128,1,bfloat16,bfloat16,0,0.15784319639205932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,64,128,1,fp8,fp8,0,0.08574720025062561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,1,128,1,bfloat16,bfloat16,0,0.10259360074996948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,1,128,1,bfloat16,fp8,0,0.11086080074310303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,1,128,1,fp8,fp8,0,0.07585920095443725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,2,128,1,bfloat16,bfloat16,0,0.10271999835968018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,2,128,1,bfloat16,fp8,0,0.11291040182113647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,2,128,1,fp8,fp8,0,0.07565760016441345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,4,128,1,bfloat16,bfloat16,0,0.10266879796981812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,4,128,1,bfloat16,fp8,0,0.11293439865112305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,4,128,1,fp8,fp8,0,0.0759935975074768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,8,128,1,bfloat16,bfloat16,0,0.10465279817581177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,8,128,1,bfloat16,fp8,0,0.11488480567932129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,1,128,1,bfloat16,fp8,0,0.21899681091308593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,8,128,1,fp8,fp8,0,0.0760703980922699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,64,128,1,bfloat16,bfloat16,0,0.06650400161743164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,64,128,1,fp8,fp8,0,0.047014400362968445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,64,128,1,bfloat16,fp8,0,0.07599200010299682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,2,128,1,bfloat16,fp8,0,0.21674880981445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,1,128,1,bfloat16,bfloat16,0,0.05549280047416687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,4,128,1,fp8,fp8,0,0.14366719722747803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,1,128,1,bfloat16,fp8,0,0.061624002456665036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,2,128,1,fp8,fp8,0,0.0411327987909317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,2,128,1,bfloat16,fp8,0,0.06166560053825378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,4,128,1,bfloat16,bfloat16,0,0.055497598648071286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,4,128,1,bfloat16,fp8,0,0.061819201707839964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,4,128,1,fp8,fp8,0,0.04120480120182037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,64,128,1,bfloat16,fp8,0,0.15679359436035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,8,128,1,bfloat16,bfloat16,0,0.05628799796104431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,8,128,1,fp8,fp8,0,0.04118080139160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,8,128,1,bfloat16,fp8,0,0.06386399865150452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,64,128,1,bfloat16,fp8,0,0.04319359958171844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,64,128,1,fp8,fp8,0,0.026790401339530943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,1,128,1,bfloat16,bfloat16,0,0.03298720121383667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,1,128,1,bfloat16,fp8,0,0.03706560134887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,2,128,1,bfloat16,bfloat16,0,0.03296000063419342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,2,128,1,fp8,fp8,0,0.024798400700092316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,2,128,1,bfloat16,fp8,0,0.037038400769233704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,4,128,1,fp8,fp8,0,0.02468640059232712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,8,128,1,bfloat16,bfloat16,0,0.032974401116371156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,8,128,1,bfloat16,fp8,0,0.037062400579452516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,8,128,1,fp8,fp8,0,0.02513279914855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,64,128,1,bfloat16,bfloat16,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,4,128,1,bfloat16,bfloat16,0,0.21013760566711426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,64,128,1,bfloat16,fp8,0,0.02875039875507355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,64,128,1,fp8,fp8,0,0.016686399281024934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,1,128,1,bfloat16,bfloat16,0,0.020686399936676026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,2,128,1,bfloat16,bfloat16,0,0.055524802207946776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,1,128,1,fp8,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,1,128,1,bfloat16,fp8,0,0.024702399969100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,2,128,1,bfloat16,bfloat16,0,0.022086399793624877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,2,128,1,bfloat16,fp8,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,4,128,1,bfloat16,bfloat16,0,0.020633600652217865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,4,128,1,fp8,fp8,0,0.016492800414562227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,8,128,1,bfloat16,bfloat16,0,0.02192319929599762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,64,128,1,bfloat16,bfloat16,0,0.037241598963737486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,1,128,1,fp8,fp8,0,0.024700799584388734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,8,128,1,fp8,fp8,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,4,128,1,bfloat16,bfloat16,0,0.03290559947490692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,4,128,1,bfloat16,fp8,0,0.03715679943561554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,1,128,1,bfloat16,bfloat16,0,1.17326078414917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,1,128,1,fp8,fp8,0,0.04108319878578186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,2,128,1,fp8,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,1,128,1,fp8,fp8,0,0.8683440208435058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,4,128,1,bfloat16,fp8,0,0.024766400456428528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,8,128,1,bfloat16,fp8,0,0.024719999730587007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,1,128,1,bfloat16,fp8,0,1.2203984260559082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,2,128,1,bfloat16,bfloat16,0,1.1877296447753907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,2,128,1,bfloat16,fp8,0,1.244876766204834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,2,128,1,fp8,fp8,0,0.8725055694580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,4,128,1,fp8,fp8,0,0.8885120391845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,4,128,1,bfloat16,bfloat16,0,1.2590271949768066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,4,128,1,bfloat16,fp8,0,1.307588768005371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,8,128,1,bfloat16,bfloat16,0,1.3970368385314942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,8,128,1,fp8,fp8,0,0.9466912269592285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,64,128,1,bfloat16,bfloat16,0,1.633582305908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,8,128,1,bfloat16,fp8,0,1.4464639663696288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,1,128,1,fp8,fp8,0,0.43830718994140627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,64,128,1,fp8,fp8,0,0.8876879692077637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,1,128,1,bfloat16,fp8,0,0.611359977722168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,2,128,1,bfloat16,fp8,0,0.6256319999694824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,2,128,1,fp8,fp8,0,0.438486385345459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,64,128,1,bfloat16,fp8,0,1.8048303604125977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,4,128,1,bfloat16,bfloat16,0,0.6218287944793701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,4,128,1,bfloat16,fp8,0,0.6513152122497559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,4,128,1,fp8,fp8,0,0.44223837852478026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,8,128,1,bfloat16,bfloat16,0,0.6779712200164795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,8,128,1,fp8,fp8,0,0.45826239585876466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,8,128,1,bfloat16,fp8,0,0.6979695796966553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,1,128,1,bfloat16,bfloat16,0,0.5855663776397705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,64,128,1,bfloat16,bfloat16,0,0.8072527885437012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,64,128,1,bfloat16,fp8,0,0.8936032295227051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,1,128,1,fp8,fp8,0,0.21232640743255615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,1,128,1,bfloat16,fp8,0,0.31408960819244386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,2,128,1,bfloat16,bfloat16,0,0.3023967981338501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,2,128,1,bfloat16,bfloat16,0,0.5946032047271729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,2,128,1,bfloat16,fp8,0,0.316264009475708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,4,128,1,bfloat16,bfloat16,0,0.31058080196380616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,4,128,1,bfloat16,fp8,0,0.3239504098892212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,8,128,1,bfloat16,bfloat16,0,0.32177760601043703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,8,128,1,fp8,fp8,0,0.22885599136352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,64,128,1,bfloat16,bfloat16,0,0.3870176076889038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,64,128,1,bfloat16,fp8,0,0.40872797966003416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,64,128,1,fp8,fp8,0,0.17005120515823363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,1,128,1,bfloat16,bfloat16,0,0.14772319793701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,64,128,1,fp8,fp8,0,0.4252319812774658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,1,128,1,bfloat16,fp8,0,0.15794399976730347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,1,128,1,fp8,fp8,0,0.10468800067901611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,2,128,1,bfloat16,bfloat16,0,0.15737440586090087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,2,128,1,fp8,fp8,0,0.1046336054801941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,4,128,1,bfloat16,bfloat16,0,0.15839200019836425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,2,128,1,fp8,fp8,0,0.21311841011047364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,4,128,1,bfloat16,fp8,0,0.16798559427261353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,4,128,1,fp8,fp8,0,0.10477759838104247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,8,128,1,bfloat16,bfloat16,0,0.16153279542922974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,4,128,1,fp8,fp8,0,0.2235584020614624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,8,128,1,bfloat16,fp8,0,0.1726896047592163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,64,128,1,bfloat16,bfloat16,0,0.14331680536270142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,8,128,1,bfloat16,fp8,0,0.34095680713653564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,64,128,1,fp8,fp8,0,0.06378239989280701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,64,128,1,bfloat16,fp8,0,0.13954399824142455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,1,128,1,bfloat16,bfloat16,0,0.07398719787597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,1,128,1,bfloat16,fp8,0,0.08007199764251709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,1,128,1,fp8,fp8,0,0.05356159806251526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,2,128,1,fp8,fp8,0,0.05354239940643311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,4,128,1,bfloat16,bfloat16,0,0.07403680086135864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,2,128,1,bfloat16,fp8,0,0.08050079941749573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,4,128,1,fp8,fp8,0,0.05357599854469299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,8,128,1,bfloat16,bfloat16,0,0.0759440004825592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,8,128,1,fp8,fp8,0,0.05546240210533142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,64,128,1,bfloat16,bfloat16,0,0.051596802473068235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,64,128,1,bfloat16,fp8,0,0.05960639715194702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,64,128,1,fp8,fp8,0,0.03511680066585541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,2,128,1,bfloat16,fp8,0,0.1621359944343567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,1,128,1,bfloat16,bfloat16,0,0.04199039936065674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,1,128,1,bfloat16,fp8,0,0.0452320009469986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,1,128,1,fp8,fp8,0,0.030755200982093812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,2,128,1,bfloat16,bfloat16,0,0.04115839898586273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,2,128,1,bfloat16,fp8,0,0.04544160068035126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,4,128,1,bfloat16,bfloat16,0,0.04126879870891571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,4,128,1,fp8,fp8,0,0.030895999073982237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,8,128,1,fp8,fp8,0,0.1066864013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,8,128,1,bfloat16,bfloat16,0,0.042895999550819394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,8,128,1,fp8,fp8,0,0.030902400612831116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,64,128,1,bfloat16,bfloat16,0,0.02882240116596222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,64,128,1,bfloat16,fp8,0,0.03297280073165894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,64,128,1,fp8,fp8,0,0.020556800067424774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,2,128,1,bfloat16,bfloat16,0,0.07393760085105897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,1,128,1,bfloat16,bfloat16,0,0.022756800055503845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,1,128,1,bfloat16,fp8,0,0.026796799898147584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,1,128,1,fp8,fp8,0,0.017115199565887453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,2,128,1,bfloat16,bfloat16,0,0.022758400440216063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,2,128,1,bfloat16,fp8,0,0.02680320143699646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,4,128,1,bfloat16,fp8,0,0.0821615993976593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,1,128,1,bfloat16,bfloat16,0,0.3003551959991455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,2,128,1,fp8,fp8,0,0.0166143998503685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,4,128,1,bfloat16,bfloat16,0,0.022681599855422972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,8,128,1,bfloat16,fp8,0,0.0842848002910614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,4,128,1,bfloat16,fp8,0,0.02675839960575104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,4,128,1,fp8,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,8,128,1,fp8,fp8,0,0.01687840074300766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,8,128,1,bfloat16,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,64,128,1,bfloat16,bfloat16,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,64,128,1,bfloat16,fp8,0,0.022679999470710754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,64,128,1,fp8,fp8,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,2,128,1,fp8,fp8,0,0.030820798873901368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,1,128,1,fp8,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,1,128,1,bfloat16,fp8,0,0.018535999953746794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,2,128,1,bfloat16,bfloat16,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,2,128,1,bfloat16,fp8,0,0.01867839992046356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,4,128,1,bfloat16,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,4,128,1,fp8,fp8,0,0.01247360035777092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,8,128,1,bfloat16,fp8,0,0.0474016010761261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,8,128,1,bfloat16,bfloat16,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,8,128,1,bfloat16,fp8,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,64,128,1,bfloat16,bfloat16,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,64,128,1,bfloat16,fp8,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,64,128,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,1,128,1,bfloat16,bfloat16,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,1,128,1,bfloat16,fp8,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,1,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,2,128,1,bfloat16,bfloat16,0,0.010446400195360184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,2,128,1,bfloat16,fp8,0,0.01250080019235611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,8,128,1,bfloat16,bfloat16,0,0.022811199724674224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,2,128,1,fp8,fp8,0,0.00841120034456253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,4,128,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,4,128,1,bfloat16,fp8,0,0.012492799758911132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,1,128,1,bfloat16,bfloat16,0,0.016471999883651733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,8,128,1,bfloat16,bfloat16,0,0.010363200306892395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,8,128,1,bfloat16,fp8,0,0.012427199631929398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,8,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,2,128,1,fp8,fp8,0,0.012457600235939026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,8,128,1,fp8,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,1,128,1,bfloat16,bfloat16,0,0.5697343826293946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,1,128,1,bfloat16,fp8,0,0.5963071823120117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,2,128,1,bfloat16,bfloat16,0,0.579640007019043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,2,128,1,bfloat16,fp8,0,0.6058239936828613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,4,128,1,bfloat16,bfloat16,0,0.6035520076751709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,4,128,1,bfloat16,fp8,0,0.631763219833374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,4,128,1,bfloat16,fp8,0,0.047225600481033324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,4,128,1,fp8,fp8,0,0.43876800537109373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,8,128,1,bfloat16,bfloat16,0,0.6514575958251954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,1,128,1,fp8,fp8,0,0.4324592113494873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,8,128,1,fp8,fp8,0,0.45899038314819335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,8,128,1,bfloat16,fp8,0,0.6750192165374755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,64,128,1,bfloat16,bfloat16,0,0.7280704021453858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,2,128,1,fp8,fp8,0,0.43245601654052734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,64,128,1,fp8,fp8,0,0.41143198013305665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,1,128,1,bfloat16,bfloat16,0,0.2890239953994751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,1,128,1,fp8,fp8,0,0.20715680122375488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,1,128,1,bfloat16,fp8,0,0.3034192085266113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,2,128,1,bfloat16,bfloat16,0,0.2939487934112549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,2,128,1,fp8,fp8,0,0.21287999153137208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,4,128,1,bfloat16,bfloat16,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,4,128,1,bfloat16,bfloat16,0,0.30179200172424314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,4,128,1,fp8,fp8,0,0.22107040882110596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,4,128,1,bfloat16,fp8,0,0.31871519088745115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,8,128,1,bfloat16,bfloat16,0,0.31914079189300537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,8,128,1,bfloat16,fp8,0,0.3350399971008301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,8,128,1,fp8,fp8,0,0.2275264024734497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,64,128,1,bfloat16,bfloat16,0,0.3507855892181396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,64,128,1,fp8,fp8,0,0.17993279695510864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,64,128,1,bfloat16,fp8,0,0.3693984031677246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,1,128,1,fp8,fp8,0,0.10253759622573852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,2,128,1,bfloat16,bfloat16,0,0.14690719842910765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,2,128,1,bfloat16,fp8,0,0.1537008047103882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,64,128,1,bfloat16,fp8,0,0.8089167594909668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,4,128,1,bfloat16,bfloat16,0,0.154475200176239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,4,128,1,bfloat16,fp8,0,0.16257760524749756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,4,128,1,fp8,fp8,0,0.10263359546661377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,2,128,1,bfloat16,fp8,0,0.308404803276062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,8,128,1,bfloat16,bfloat16,0,0.15803999900817872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,8,128,1,fp8,fp8,0,0.10462720394134521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,64,128,1,bfloat16,bfloat16,0,0.15140479803085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,64,128,1,bfloat16,fp8,0,0.14665119647979735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,64,128,1,fp8,fp8,0,0.0637008011341095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,1,128,1,bfloat16,bfloat16,0,0.07025920152664185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,1,128,1,bfloat16,fp8,0,0.07676479816436768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,1,128,1,fp8,fp8,0,0.053441601991653445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,2,128,1,bfloat16,bfloat16,0,0.07188000082969666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,2,128,1,bfloat16,fp8,0,0.07796639800071717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,1,128,1,bfloat16,bfloat16,0,0.14368799924850464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,2,128,1,fp8,fp8,0,0.05334399938583374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,1,128,1,bfloat16,fp8,0,0.15390080213546753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,4,128,1,fp8,fp8,0,0.0534496009349823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,8,128,1,bfloat16,bfloat16,0,0.07390400171279907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,8,128,1,bfloat16,fp8,0,0.08009439706802368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,8,128,1,fp8,fp8,0,0.05346879959106445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,2,128,1,fp8,fp8,0,0.10256799459457397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,64,128,1,bfloat16,bfloat16,0,0.05068960189819336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,4,128,1,bfloat16,fp8,0,0.07818080186843872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,64,128,1,bfloat16,fp8,0,0.05756319761276245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,1,128,1,bfloat16,bfloat16,0,0.039110401272773744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,1,128,1,fp8,fp8,0,0.030817601084709167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,1,128,1,bfloat16,fp8,0,0.04413439929485321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,2,128,1,bfloat16,bfloat16,0,0.04045760035514832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,2,128,1,fp8,fp8,0,0.0308351993560791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,2,128,1,bfloat16,fp8,0,0.045151999592781066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,4,128,1,bfloat16,bfloat16,0,0.040982401371002196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,8,128,1,bfloat16,fp8,0,0.17000319957733154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,4,128,1,fp8,fp8,0,0.030880001187324525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,8,128,1,bfloat16,bfloat16,0,0.04107199907302857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,8,128,1,fp8,fp8,0,0.030817601084709167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,8,128,1,bfloat16,fp8,0,0.0452239990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,64,128,1,bfloat16,bfloat16,0,0.026763200759887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,64,128,1,fp8,fp8,0,0.01865279972553253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,64,128,1,bfloat16,fp8,0,0.031011199951171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,1,128,1,bfloat16,bfloat16,0,0.022646400332450866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,1,128,1,bfloat16,fp8,0,0.02470400035381317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,2,128,1,bfloat16,bfloat16,0,0.02267040014266968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,2,128,1,fp8,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,2,128,1,bfloat16,fp8,0,0.024728000164031982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,4,128,1,bfloat16,bfloat16,0,0.022622400522232057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,4,128,1,bfloat16,fp8,0,0.0247296005487442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,4,128,1,fp8,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,8,128,1,bfloat16,bfloat16,0,0.022699199616909027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,4,128,1,bfloat16,bfloat16,0,0.0718608021736145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,8,128,1,bfloat16,fp8,0,0.026492801308631898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,8,128,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,64,128,1,bfloat16,bfloat16,0,0.018540799617767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,64,128,1,bfloat16,fp8,0,0.0216048002243042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,64,128,1,fp8,fp8,0,0.01327040046453476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,1,128,1,bfloat16,bfloat16,0,0.015454399585723876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,1,128,1,fp8,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,64,128,1,fp8,fp8,0,0.035020801424980166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,2,128,1,bfloat16,bfloat16,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,4,128,1,bfloat16,bfloat16,0,0.016463999450206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,4,128,1,bfloat16,fp8,0,0.01860000044107437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,4,128,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,8,128,1,bfloat16,bfloat16,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,4,128,1,bfloat16,fp8,0,0.04525279998779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,8,128,1,bfloat16,fp8,0,0.018636800348758698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,8,128,1,fp8,fp8,0,0.01247360035777092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,64,128,1,bfloat16,fp8,0,0.01443839967250824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,64,128,1,fp8,fp8,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,1,128,1,bfloat16,bfloat16,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,1,128,1,fp8,fp8,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,1,128,1,bfloat16,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,1,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,2,128,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,2,128,1,bfloat16,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,2,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,4,128,1,bfloat16,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,4,128,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,8,128,1,bfloat16,bfloat16,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,8,128,1,bfloat16,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,4,128,1,fp8,fp8,0,0.008814399689435959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,8,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,64,128,1,bfloat16,bfloat16,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,64,128,1,bfloat16,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,64,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,1,128,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,1,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,2,128,1,bfloat16,bfloat16,0,0.010328000038862228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,2,128,1,bfloat16,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,64,128,1,bfloat16,bfloat16,0,0.011401599645614624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,2,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,4,128,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,4,128,1,bfloat16,fp8,0,0.012980799376964568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,4,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,8,128,1,bfloat16,bfloat16,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,8,128,1,bfloat16,fp8,0,0.012491200119256973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,8,128,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,4,128,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,1,128,1,bfloat16,bfloat16,0,0.5195519924163818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,1,128,1,bfloat16,fp8,0,0.5510528087615967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,1,128,1,fp8,fp8,0,0.38948640823364256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,1,128,1,bfloat16,fp8,0,0.01855040043592453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,2,128,1,bfloat16,bfloat16,0,0.5224415779113769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,2,128,1,bfloat16,fp8,0,0.018540799617767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,2,128,1,bfloat16,fp8,0,0.5557616233825684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,2,128,1,fp8,fp8,0,0.3953119993209839
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,1,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,4,128,1,bfloat16,bfloat16,0,0.5308559894561767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,4,128,1,bfloat16,fp8,0,0.5646719932556152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,4,128,1,fp8,fp8,0,0.401910400390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,8,128,1,bfloat16,bfloat16,0,0.5463376045227051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,8,128,1,bfloat16,fp8,0,0.5812448024749756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,8,128,1,fp8,fp8,0,0.4170224189758301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,64,128,1,fp8,fp8,0,0.2758527994155884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,64,128,1,bfloat16,fp8,0,0.4674816131591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,1,128,1,bfloat16,bfloat16,0,0.254256010055542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,1,128,1,bfloat16,fp8,0,0.2745520114898682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,1,128,1,fp8,fp8,0,0.19278559684753419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,4,128,1,bfloat16,bfloat16,0,0.2664448022842407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,4,128,1,fp8,fp8,0,0.19273439645767212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,2,128,1,fp8,fp8,0,0.012430399656295776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,2,128,1,fp8,fp8,0,0.19290399551391602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,4,128,1,bfloat16,fp8,0,0.28533120155334474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,8,128,1,bfloat16,bfloat16,0,0.27250399589538576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,8,128,1,fp8,fp8,0,0.19589279890060424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,8,128,1,bfloat16,fp8,0,0.2910207986831665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,64,128,1,bfloat16,bfloat16,0,0.20231521129608154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,64,128,1,bfloat16,fp8,0,0.1969696044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,1,128,1,bfloat16,bfloat16,0,0.12583359479904174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,1,128,1,bfloat16,fp8,0,0.13730080127716066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,1,128,1,fp8,fp8,0,0.09852799773216248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,2,128,1,bfloat16,bfloat16,0,0.12652959823608398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,2,128,1,bfloat16,fp8,0,0.137391996383667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,2,128,1,fp8,fp8,0,0.09850559830665588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,4,128,1,bfloat16,bfloat16,0,0.12713119983673096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,4,128,1,fp8,fp8,0,0.09850559830665588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,8,128,1,bfloat16,bfloat16,0,0.1290992021560669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,8,128,1,bfloat16,fp8,0,0.1394544005393982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,8,128,1,fp8,fp8,0,0.09853280186653138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,2,128,1,bfloat16,bfloat16,0,0.26137599945068357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,64,128,1,bfloat16,bfloat16,0,0.07601280212402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,64,128,1,fp8,fp8,0,0.05546240210533142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,64,128,1,bfloat16,fp8,0,0.0855840027332306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,1,128,1,bfloat16,bfloat16,0,0.06571040153503419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,2,128,1,bfloat16,fp8,0,0.27456638813018797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,1,128,1,fp8,fp8,0,0.05134879946708679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,2,128,1,bfloat16,bfloat16,0,0.0657472014427185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,2,128,1,fp8,fp8,0,0.05138559937477112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,2,128,1,bfloat16,fp8,0,0.07188159823417664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,4,128,1,bfloat16,bfloat16,0,0.06565759778022766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,4,128,1,fp8,fp8,0,0.05130239725112915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,4,128,1,bfloat16,fp8,0,0.07187839746475219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,8,128,1,bfloat16,bfloat16,0,0.06572960019111633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,64,128,1,fp8,fp8,0,0.10867999792098999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,8,128,1,bfloat16,fp8,0,0.07394559979438782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,64,128,1,bfloat16,bfloat16,0,0.04115520119667053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,64,128,1,fp8,fp8,0,0.030904000997543334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,1,128,1,bfloat16,bfloat16,0,0.037041598558425905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,1,128,1,fp8,fp8,0,0.02880159914493561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,2,128,1,bfloat16,bfloat16,0,0.03703519999980927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,64,128,1,bfloat16,bfloat16,0,0.44822077751159667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,2,128,1,bfloat16,fp8,0,0.041171199083328246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,4,128,1,bfloat16,fp8,0,0.13753279447555541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,4,128,1,bfloat16,bfloat16,0,0.03704479932785034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,2,128,1,fp8,fp8,0,0.028811201453208923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,4,128,1,fp8,fp8,0,0.02889440059661865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,8,128,1,bfloat16,fp8,0,0.04116320013999939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,8,128,1,fp8,fp8,0,0.028887999057769776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,64,128,1,bfloat16,bfloat16,0,0.022705599665641785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,1,128,1,bfloat16,fp8,0,0.07182080149650574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,64,128,1,bfloat16,fp8,0,0.02675360143184662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,64,128,1,fp8,fp8,0,0.017289599776268004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,1,128,1,bfloat16,bfloat16,0,0.02066880017518997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,1,128,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,1,128,1,bfloat16,fp8,0,0.022753599286079406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,2,128,1,bfloat16,bfloat16,0,0.020584000647068022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,2,128,1,bfloat16,fp8,0,0.02266719937324524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,2,128,1,fp8,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,8,128,1,fp8,fp8,0,0.05139840245246887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,4,128,1,bfloat16,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,4,128,1,fp8,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,64,128,1,bfloat16,fp8,0,0.04732159972190857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,8,128,1,bfloat16,bfloat16,0,0.020612800121307374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,8,128,1,bfloat16,fp8,0,0.023528000712394713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,8,128,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,64,128,1,bfloat16,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,1,128,1,bfloat16,bfloat16,0,0.014486399292945863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,1,128,1,bfloat16,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,1,128,1,fp8,fp8,0,0.012579199671745301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,4,128,1,bfloat16,fp8,0,0.04120799899101257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,2,128,1,bfloat16,bfloat16,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,2,128,1,bfloat16,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,4,128,1,bfloat16,bfloat16,0,0.014475199580192565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,4,128,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,4,128,1,fp8,fp8,0,0.012491200119256973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,8,128,1,bfloat16,bfloat16,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,8,128,1,bfloat16,fp8,0,0.017080000042915343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,8,128,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,64,128,1,bfloat16,bfloat16,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,4,128,1,bfloat16,bfloat16,0,0.020619200170040132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,64,128,1,bfloat16,fp8,0,0.01247360035777092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,64,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,1,128,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,1,128,1,bfloat16,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,1,128,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,2,128,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,2,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,64,128,1,bfloat16,bfloat16,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,2,128,1,fp8,fp8,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,4,128,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,64,128,1,fp8,fp8,0,0.012479999661445617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,4,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,8,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,8,128,1,bfloat16,fp8,0,0.012334399670362473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,8,128,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,64,128,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,64,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,1,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,8,128,1,bfloat16,bfloat16,0,0.03700479865074158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,1,128,1,bfloat16,fp8,0,0.012427199631929398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,2,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,2,128,1,bfloat16,fp8,0,0.01135680004954338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,4,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,4,128,1,bfloat16,fp8,0,0.012088000029325485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,4,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,8,128,1,bfloat16,bfloat16,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,8,128,1,bfloat16,fp8,0,0.01215519979596138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,8,128,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,1,128,1,bfloat16,bfloat16,0,0.48752479553222655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,1,128,1,bfloat16,fp8,0,0.04115520119667053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,4,128,1,fp8,fp8,0,0.008593600243330002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,1,128,1,bfloat16,fp8,0,0.5124335765838623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,1,128,1,fp8,fp8,0,0.3703200101852417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,2,128,1,bfloat16,bfloat16,0,0.4972671985626221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,2,128,1,fp8,fp8,0,0.012355200201272964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,2,128,1,fp8,fp8,0,0.008214399963617326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,2,128,1,bfloat16,fp8,0,0.5140079975128173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,2,128,1,fp8,fp8,0,0.3706608057022095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,4,128,1,bfloat16,bfloat16,0,0.5021455764770508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,4,128,1,bfloat16,fp8,0,0.5270143985748291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,8,128,1,bfloat16,bfloat16,0,0.5098480224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,8,128,1,fp8,fp8,0,0.37232959270477295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,64,128,1,bfloat16,fp8,0,0.3151360034942627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,8,128,1,bfloat16,fp8,0,0.5341551780700684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,64,128,1,fp8,fp8,0,0.1961567997932434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,1,128,1,bfloat16,bfloat16,0,0.24177920818328857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,1,128,1,fp8,fp8,0,0.18655519485473632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,1,128,1,bfloat16,fp8,0,0.2541712045669556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,2,128,1,bfloat16,bfloat16,0,0.24191040992736818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,2,128,1,fp8,fp8,0,0.18656480312347412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,2,128,1,bfloat16,fp8,0,0.25426719188690183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,1,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,4,128,1,fp8,fp8,0,0.18660160303115844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,4,128,1,bfloat16,fp8,0,0.2560672044754028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,8,128,1,bfloat16,bfloat16,0,0.2441920042037964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,8,128,1,bfloat16,fp8,0,0.2562367916107178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,8,128,1,fp8,fp8,0,0.1868399977684021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,64,128,1,bfloat16,bfloat16,0,0.1333359956741333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,64,128,1,bfloat16,fp8,0,0.14351840019226075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,64,128,1,fp8,fp8,0,0.10047359466552734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,4,128,1,fp8,fp8,0,0.37073919773101804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,1,128,1,bfloat16,bfloat16,0,0.12292319536209106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,1,128,1,fp8,fp8,0,0.09442399740219116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,1,128,1,bfloat16,fp8,0,0.1292240023612976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,2,128,1,bfloat16,bfloat16,0,0.12300959825515748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,2,128,1,bfloat16,fp8,0,0.12922240495681764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,64,128,1,bfloat16,bfloat16,0,0.32115840911865234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,2,128,1,fp8,fp8,0,0.09442239999771118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,4,128,1,bfloat16,bfloat16,0,0.12307519912719726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,4,128,1,fp8,fp8,0,0.09472159743309021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,4,128,1,bfloat16,fp8,0,0.131167995929718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,8,128,1,bfloat16,fp8,0,0.13126399517059326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,8,128,1,bfloat16,bfloat16,0,0.12309919595718384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,8,128,1,fp8,fp8,0,0.09569119811058044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,64,128,1,bfloat16,bfloat16,0,0.06777759790420532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,64,128,1,bfloat16,fp8,0,0.07387840151786804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,64,128,1,fp8,fp8,0,0.05137919783592224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,1,128,1,bfloat16,bfloat16,0,0.06356480121612548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,1,128,1,fp8,fp8,0,0.04926080107688904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,2,128,1,bfloat16,bfloat16,0,0.0635919988155365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,64,128,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,2,128,1,bfloat16,fp8,0,0.06771680116653442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,4,128,1,bfloat16,bfloat16,0,0.06367999911308289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,4,128,1,bfloat16,bfloat16,0,0.24192800521850585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,4,128,1,bfloat16,fp8,0,0.06779839992523193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,4,128,1,fp8,fp8,0,0.049297600984573364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,8,128,1,bfloat16,bfloat16,0,0.0636896014213562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,8,128,1,fp8,fp8,0,0.04933440089225769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,64,128,1,bfloat16,bfloat16,0,0.0390608012676239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,8,128,1,bfloat16,fp8,0,0.06778240203857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,64,128,1,fp8,fp8,0,0.028916800022125246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,1,128,1,bfloat16,bfloat16,0,0.035067200660705566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,1,128,1,bfloat16,fp8,0,0.03907040059566498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,2,128,1,bfloat16,bfloat16,0,0.03500159978866577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,2,128,1,fp8,fp8,0,0.0287663996219635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,4,128,1,bfloat16,bfloat16,0,0.03511680066585541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,4,128,1,fp8,fp8,0,0.028790399432182312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,8,128,1,bfloat16,bfloat16,0,0.034999999403953555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,8,128,1,bfloat16,fp8,0,0.03912320137023926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,8,128,1,fp8,fp8,0,0.028774398565292358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,64,128,1,bfloat16,bfloat16,0,0.02069920003414154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,64,128,1,bfloat16,fp8,0,0.024769599735736846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,64,128,1,fp8,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,1,128,1,bfloat16,bfloat16,0,0.019566400349140166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,1,128,1,bfloat16,fp8,0,0.06776800155639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,1,128,1,bfloat16,fp8,0,0.022679999470710754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,2,128,1,fp8,fp8,0,0.0492576003074646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,1,128,1,fp8,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,2,128,1,bfloat16,bfloat16,0,0.01985599994659424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,2,128,1,bfloat16,fp8,0,0.02266560047864914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,2,128,1,fp8,fp8,0,0.01647839993238449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,4,128,1,bfloat16,bfloat16,0,0.020468799769878386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,4,128,1,bfloat16,fp8,0,0.02271520048379898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,8,128,1,bfloat16,bfloat16,0,0.019380800426006317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,4,128,1,fp8,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,64,128,1,bfloat16,fp8,0,0.04311679899692535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,8,128,1,bfloat16,fp8,0,0.022694399952888487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,64,128,1,bfloat16,bfloat16,0,0.016448000073432924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,64,128,1,bfloat16,fp8,0,0.018518400192260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,1,128,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,64,128,1,fp8,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,1,128,1,bfloat16,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,1,128,1,fp8,fp8,0,0.012622399628162384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,4,128,1,bfloat16,fp8,0,0.03907679915428162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,2,128,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,4,128,1,bfloat16,bfloat16,0,0.014454400539398194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,4,128,1,bfloat16,fp8,0,0.016607999801635742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,8,128,1,bfloat16,bfloat16,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,8,128,1,bfloat16,fp8,0,0.016510400176048278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,8,128,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,64,128,1,bfloat16,bfloat16,0,0.010382399708032609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,8,128,1,fp8,fp8,0,0.016457599401474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,1,128,1,fp8,fp8,0,0.028785601258277893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,64,128,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,2,128,1,bfloat16,fp8,0,0.03911679983139038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,1,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,1,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,2,128,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,2,128,1,bfloat16,fp8,0,0.0104592002928257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,2,128,1,fp8,fp8,0,0.01234399974346161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,4,128,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,4,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,4,128,1,fp8,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,8,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,8,128,1,bfloat16,fp8,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,8,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,64,128,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,64,128,1,bfloat16,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,64,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,1,128,1,bfloat16,bfloat16,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,1,128,1,bfloat16,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,1,128,1,fp8,fp8,0,0.008263999968767166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,2,128,1,bfloat16,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,2,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,4,128,1,bfloat16,bfloat16,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,4,128,1,bfloat16,fp8,0,0.010367999970912933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,4,128,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,8,128,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,8,128,1,bfloat16,fp8,0,0.010446400195360184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,8,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,64,128,1,bfloat16,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,1,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,2,128,1,bfloat16,bfloat16,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,2,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,1,128,1,fp8,fp8,0,0.36257760524749755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,1,128,1,bfloat16,fp8,0,0.4936783790588379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,4,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,2,128,1,bfloat16,bfloat16,0,0.4670991897583008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,2,128,1,fp8,fp8,0,0.3627903938293457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,2,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,2,128,1,bfloat16,fp8,0,0.4938704013824463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,4,128,1,fp8,fp8,0,0.3628351926803589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,64,128,1,bfloat16,bfloat16,0,0.23361120223999024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,8,128,1,bfloat16,fp8,0,0.49385762214660645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,8,128,1,fp8,fp8,0,0.362774395942688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,1,128,1,bfloat16,bfloat16,0,0.4669648170471191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,4,128,1,bfloat16,bfloat16,0,0.46696958541870115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,4,128,1,bfloat16,fp8,0,0.49359841346740724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,8,128,1,bfloat16,bfloat16,0,0.46733760833740234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,64,128,1,fp8,fp8,0,0.1844640016555786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,64,128,1,bfloat16,fp8,0,0.24987680912017823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,2,128,1,fp8,fp8,0,0.18446719646453857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,2,128,1,bfloat16,bfloat16,0,0.23575360774993898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,1,128,1,bfloat16,fp8,0,0.24998080730438232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,1,128,1,bfloat16,bfloat16,0,0.23561758995056153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,4,128,1,fp8,fp8,0,0.18438559770584106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,8,128,1,bfloat16,bfloat16,0,0.2356544017791748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,8,128,1,bfloat16,fp8,0,0.2499488115310669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,8,128,1,fp8,fp8,0,0.18436000347137452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,64,128,1,bfloat16,bfloat16,0,0.1189568042755127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,64,128,1,bfloat16,fp8,0,0.12723679542541505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,64,128,1,fp8,fp8,0,0.09439200162887573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,1,128,1,bfloat16,bfloat16,0,0.1189695954322815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,1,128,1,bfloat16,fp8,0,0.12709920406341552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,2,128,1,bfloat16,bfloat16,0,0.11893919706344605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,2,128,1,bfloat16,fp8,0,0.12710720300674438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,2,128,1,fp8,fp8,0,0.09432479739189148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,4,128,1,bfloat16,bfloat16,0,0.11891520023345947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,4,128,1,fp8,fp8,0,0.09439359903335572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,4,128,1,bfloat16,fp8,0,0.12714879512786864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,8,128,1,bfloat16,bfloat16,0,0.11894400119781494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,8,128,1,bfloat16,fp8,0,0.12711039781570435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,8,128,1,fp8,fp8,0,0.09437760114669799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,64,128,1,bfloat16,bfloat16,0,0.061615997552871705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,64,128,1,fp8,fp8,0,0.049291199445724486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,64,128,1,bfloat16,fp8,0,0.06768320202827453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,1,128,1,bfloat16,fp8,0,0.06646080017089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,1,128,1,bfloat16,bfloat16,0,0.061534398794174196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,1,128,1,fp8,fp8,0,0.04930239915847778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,2,128,1,bfloat16,bfloat16,0,0.061598402261734006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,2,128,1,fp8,fp8,0,0.049235200881958006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,4,128,1,bfloat16,bfloat16,0,0.06155679821968078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,4,128,1,bfloat16,fp8,0,0.06712960004806519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,1,128,1,fp8,fp8,0,0.18429919481277465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,4,128,1,fp8,fp8,0,0.04922240078449249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,4,128,1,bfloat16,bfloat16,0,0.23554399013519287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,8,128,1,bfloat16,bfloat16,0,0.061585599184036256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,2,128,1,bfloat16,fp8,0,0.2500992059707642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,8,128,1,fp8,fp8,0,0.049132800102233885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,8,128,1,bfloat16,fp8,0,0.06727839708328247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,64,128,1,fp8,fp8,0,0.028784000873565675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,1,128,1,bfloat16,bfloat16,0,0.034913599491119385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,1,128,1,bfloat16,fp8,0,0.038998401165008544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,1,128,1,fp8,fp8,0,0.027964800596237183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,2,128,1,bfloat16,bfloat16,0,0.034985598921775815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,2,128,1,bfloat16,fp8,0,0.03908640146255493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,2,128,1,fp8,fp8,0,0.027758398652076723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,4,128,1,bfloat16,fp8,0,0.039099198579788205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,4,128,1,fp8,fp8,0,0.02876800000667572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,1,128,1,fp8,fp8,0,0.09430720210075379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,8,128,1,bfloat16,fp8,0,0.03900960087776184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,8,128,1,bfloat16,bfloat16,0,0.03501279950141907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,8,128,1,fp8,fp8,0,0.028755199909210206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,64,128,1,bfloat16,bfloat16,0,0.020579199492931365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,64,128,1,bfloat16,fp8,0,0.022683200240135194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,64,128,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,1,128,1,bfloat16,bfloat16,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,1,128,1,bfloat16,fp8,0,0.022643199563026427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,1,128,1,fp8,fp8,0,0.016475200653076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,2,128,1,bfloat16,bfloat16,0,0.018571199476718904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,2,128,1,fp8,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,4,128,1,bfloat16,bfloat16,0,0.018590399622917177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,4,128,1,bfloat16,fp8,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,2,128,1,bfloat16,fp8,0,0.0657151997089386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,4,128,1,fp8,fp8,0,0.016443200409412384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,8,128,1,bfloat16,bfloat16,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,8,128,1,bfloat16,fp8,0,0.022686399519443512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,8,128,1,fp8,fp8,0,0.016521599888801575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,64,128,1,bfloat16,bfloat16,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,64,128,1,bfloat16,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,64,128,1,fp8,fp8,0,0.012368000298738479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,64,128,1,bfloat16,fp8,0,0.03902559876441956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,1,128,1,bfloat16,bfloat16,0,0.014398400485515595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,1,128,1,bfloat16,fp8,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,1,128,1,fp8,fp8,0,0.011129599809646607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,2,128,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,2,128,1,fp8,fp8,0,0.0105103999376297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,4,128,1,bfloat16,bfloat16,0,0.014425599575042724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,4,128,1,bfloat16,bfloat16,0,0.03492000102996826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,4,128,1,fp8,fp8,0,0.011224000155925751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,8,128,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,8,128,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,8,128,1,fp8,fp8,0,0.01242239996790886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,64,128,1,bfloat16,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,64,128,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,1,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,1,128,1,bfloat16,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,1,128,1,fp8,fp8,0,0.006651200354099274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,2,128,1,bfloat16,fp8,0,0.022654399275779724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,2,128,1,bfloat16,fp8,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,2,128,1,fp8,fp8,0,0.006561599671840668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,4,128,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,4,128,1,bfloat16,fp8,0,0.010460799932479859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,4,128,1,fp8,fp8,0,0.007233600318431854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,8,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,8,128,1,bfloat16,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,8,128,1,fp8,fp8,0,0.008054400235414505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,4,128,1,bfloat16,fp8,0,0.2501744031906128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,64,128,1,bfloat16,bfloat16,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,64,128,1,bfloat16,fp8,0,0.010948800295591355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,2,128,1,bfloat16,bfloat16,0,0.014425599575042724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,1,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,1,128,1,bfloat16,fp8,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,1,128,1,fp8,fp8,0,0.006641600281000137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,4,128,1,bfloat16,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,2,128,1,bfloat16,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,2,128,1,fp8,fp8,0,0.006308799982070923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,4,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,64,128,1,bfloat16,bfloat16,0,0.010302399843931198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,4,128,1,fp8,fp8,0,0.007262399792671204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,8,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,8,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,8,128,1,fp8,fp8,0,0.006360000371932984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,2,128,1,bfloat16,bfloat16,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,64,128,1,bfloat16,bfloat16,0,0.035313600301742555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,64,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,2,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,4,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,1,128,1,fp8,fp8,0,119.85723876953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,2,128,1,fp8,fp8,0,119.59144287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,1,128,1,bfloat16,bfloat16,0,158.994580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,2,128,1,bfloat16,bfloat16,0,160.8746337890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,4,128,1,bfloat16,bfloat16,0,171.57677001953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,1,128,1,bfloat16,fp8,0,177.6687744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,2,128,1,bfloat16,fp8,0,179.13427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,4,128,1,bfloat16,fp8,0,186.47994384765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,4,128,1,fp8,fp8,0,120.4303955078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,1,128,1,bfloat16,bfloat16,0,79.65232543945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,8,128,1,fp8,fp8,0,127.51241455078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,8,128,1,bfloat16,bfloat16,0,175.276806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,48,128,1,bfloat16,bfloat16,0,144.1629638671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,1,128,1,bfloat16,fp8,0,88.98611450195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,1,128,1,fp8,fp8,0,60.0655517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,8,128,1,bfloat16,fp8,0,189.9270751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,2,128,1,bfloat16,bfloat16,0,79.90149536132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,2,128,1,fp8,fp8,0,59.92926025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,2,128,1,bfloat16,fp8,0,89.50029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,48,128,1,fp8,fp8,0,77.97094116210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,4,128,1,fp8,fp8,0,60.01137084960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,4,128,1,bfloat16,bfloat16,0,80.38773193359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,4,128,1,bfloat16,fp8,0,89.72072143554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,48,128,1,fp8,fp8,0,34.40278625488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,8,128,1,fp8,fp8,0,60.33631591796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,48,128,1,bfloat16,bfloat16,0,53.99921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,8,128,1,bfloat16,bfloat16,0,86.43115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,48,128,1,bfloat16,fp8,0,143.2894287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,48,128,1,bfloat16,fp8,0,55.43865966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,1,128,1,bfloat16,bfloat16,0,39.974795532226565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,8,128,1,bfloat16,fp8,0,94.67462768554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,1,128,1,fp8,fp8,0,30.13927001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,1,128,1,bfloat16,fp8,0,44.695187377929685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,2,128,1,fp8,fp8,0,30.075442504882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,2,128,1,bfloat16,bfloat16,0,40.100424194335936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,2,128,1,bfloat16,fp8,0,44.91020812988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,4,128,1,fp8,fp8,0,30.116632080078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,4,128,1,bfloat16,bfloat16,0,40.037017822265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,4,128,1,bfloat16,fp8,0,45.222677612304686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,48,128,1,fp8,fp8,0,16.187454223632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,48,128,1,bfloat16,bfloat16,0,25.19856414794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,8,128,1,fp8,fp8,0,30.205502319335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,1,128,1,bfloat16,bfloat16,0,20.14972839355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,48,128,1,bfloat16,fp8,0,25.607302856445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,8,128,1,bfloat16,bfloat16,0,40.20113830566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,1,128,1,bfloat16,fp8,0,22.52538604736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,1,128,1,fp8,fp8,0,15.186451721191407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,8,128,1,bfloat16,fp8,0,45.250946044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,2,128,1,fp8,fp8,0,15.156076049804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,2,128,1,bfloat16,bfloat16,0,20.214175415039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,2,128,1,bfloat16,fp8,0,22.648744201660158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,4,128,1,bfloat16,bfloat16,0,20.174188232421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,4,128,1,fp8,fp8,0,15.181854248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,4,128,1,bfloat16,fp8,0,22.774244689941405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,8,128,1,fp8,fp8,0,15.22082061767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,8,128,1,bfloat16,bfloat16,0,20.220002746582033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,8,128,1,bfloat16,fp8,0,22.72394714355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,1,128,1,fp8,fp8,0,67.73331298828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,2,128,1,fp8,fp8,0,67.5732666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,1,128,1,bfloat16,bfloat16,0,89.90364990234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,2,128,1,bfloat16,bfloat16,0,90.26730346679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,1,128,1,bfloat16,fp8,0,100.37215576171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,4,128,1,bfloat16,bfloat16,0,94.4282958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,2,128,1,bfloat16,fp8,0,101.00150146484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,4,128,1,bfloat16,fp8,0,104.3958740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,4,128,1,fp8,fp8,0,67.7673095703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,48,128,1,fp8,fp8,0,44.12264709472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,1,128,1,bfloat16,bfloat16,0,45.073141479492186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,8,128,1,fp8,fp8,0,70.86190795898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,8,128,1,bfloat16,bfloat16,0,98.74188232421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,48,128,1,bfloat16,bfloat16,0,82.44071655273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,1,128,1,fp8,fp8,0,33.972659301757815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,48,128,1,bfloat16,fp8,0,83.73775634765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,1,128,1,bfloat16,fp8,0,50.32195129394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,8,128,1,bfloat16,fp8,0,107.34090576171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,2,128,1,bfloat16,bfloat16,0,45.21709289550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,2,128,1,fp8,fp8,0,33.897317504882814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,2,128,1,bfloat16,fp8,0,50.65680847167969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,4,128,1,fp8,fp8,0,33.942742919921876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,4,128,1,bfloat16,bfloat16,0,45.17005920410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,8,128,1,bfloat16,bfloat16,0,47.7006103515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,4,128,1,bfloat16,fp8,0,50.92718505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,48,128,1,bfloat16,bfloat16,0,30.174008178710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,48,128,1,fp8,fp8,0,19.216259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,8,128,1,bfloat16,fp8,0,52.559442138671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,8,128,1,fp8,fp8,0,34.08228454589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,48,128,1,bfloat16,fp8,0,31.065689086914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,1,128,1,bfloat16,bfloat16,0,22.6658447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,1,128,1,fp8,fp8,0,17.0856689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,2,128,1,fp8,fp8,0,17.047918701171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,1,128,1,bfloat16,fp8,0,25.303782653808593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,2,128,1,bfloat16,bfloat16,0,22.750930786132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,2,128,1,bfloat16,fp8,0,25.453887939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,4,128,1,fp8,fp8,0,17.073226928710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,4,128,1,bfloat16,bfloat16,0,22.712330627441407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,4,128,1,bfloat16,fp8,0,25.622482299804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,48,128,1,bfloat16,bfloat16,0,13.771949768066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,48,128,1,fp8,fp8,0,8.942742156982423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,8,128,1,fp8,fp8,0,17.123141479492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,8,128,1,bfloat16,bfloat16,0,22.77467498779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,48,128,1,bfloat16,fp8,0,13.831776428222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,1,128,1,bfloat16,bfloat16,0,11.44704818725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,1,128,1,bfloat16,fp8,0,12.77551498413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,8,128,1,bfloat16,fp8,0,25.662759399414064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,1,128,1,fp8,fp8,0,8.632582092285157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,2,128,1,fp8,fp8,0,8.610004425048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,2,128,1,bfloat16,bfloat16,0,11.479345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,4,128,1,bfloat16,bfloat16,0,11.451958465576173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,2,128,1,bfloat16,fp8,0,12.85027618408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,4,128,1,fp8,fp8,0,8.625457763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,4,128,1,bfloat16,fp8,0,12.919966125488282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,8,128,1,bfloat16,bfloat16,0,11.475794982910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,8,128,1,fp8,fp8,0,8.650939178466796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,8,128,1,bfloat16,fp8,0,12.939617919921876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,1,128,1,fp8,fp8,0,47.23446350097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,2,128,1,fp8,fp8,0,47.15296936035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,1,128,1,bfloat16,bfloat16,0,62.6981689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,2,128,1,bfloat16,bfloat16,0,62.96455688476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,1,128,1,bfloat16,fp8,0,69.97044067382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,4,128,1,bfloat16,bfloat16,0,64.6957763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,2,128,1,bfloat16,fp8,0,70.63475952148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,4,128,1,bfloat16,fp8,0,71.64348754882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,4,128,1,fp8,fp8,0,47.22923583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,48,128,1,fp8,fp8,0,30.693362426757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,1,128,1,bfloat16,bfloat16,0,31.462240600585936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,8,128,1,fp8,fp8,0,48.711856079101565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,8,128,1,bfloat16,bfloat16,0,68.7582763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,48,128,1,bfloat16,bfloat16,0,56.6528076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,48,128,1,bfloat16,fp8,0,57.1494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,1,128,1,fp8,fp8,0,23.707188415527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,1,128,1,bfloat16,fp8,0,35.10287170410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,8,128,1,bfloat16,fp8,0,74.74119873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,2,128,1,bfloat16,bfloat16,0,31.567764282226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,2,128,1,fp8,fp8,0,23.65156707763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,2,128,1,bfloat16,fp8,0,35.3255615234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,4,128,1,fp8,fp8,0,23.693812561035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,4,128,1,bfloat16,bfloat16,0,31.52987060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,8,128,1,bfloat16,bfloat16,0,32.781524658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,4,128,1,bfloat16,fp8,0,35.53433532714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,8,128,1,fp8,fp8,0,23.770362854003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,48,128,1,fp8,fp8,0,13.352474975585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,48,128,1,bfloat16,bfloat16,0,21.174722290039064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,1,128,1,bfloat16,bfloat16,0,15.840029907226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,48,128,1,bfloat16,fp8,0,21.8281982421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,1,128,1,fp8,fp8,0,11.928681945800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,8,128,1,bfloat16,fp8,0,36.24626770019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,1,128,1,bfloat16,fp8,0,17.672218322753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,2,128,1,fp8,fp8,0,11.908881378173827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,2,128,1,bfloat16,bfloat16,0,15.888151550292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,2,128,1,bfloat16,fp8,0,17.781460571289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,4,128,1,bfloat16,bfloat16,0,15.867778015136718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,4,128,1,fp8,fp8,0,11.926557159423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,4,128,1,bfloat16,fp8,0,17.895387268066408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,8,128,1,fp8,fp8,0,11.968075561523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,48,128,1,bfloat16,bfloat16,0,9.484939575195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,8,128,1,bfloat16,bfloat16,0,15.914544677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,48,128,1,fp8,fp8,0,6.197407913208008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,48,128,1,bfloat16,fp8,0,10.037302398681641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,8,128,1,bfloat16,fp8,0,17.825221252441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,1,128,1,bfloat16,bfloat16,0,8.011307525634766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,1,128,1,fp8,fp8,0,6.027977752685547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,2,128,1,fp8,fp8,0,6.021171188354492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,1,128,1,bfloat16,fp8,0,8.948462677001952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,2,128,1,bfloat16,bfloat16,0,8.03915023803711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,2,128,1,bfloat16,fp8,0,8.999896240234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,4,128,1,bfloat16,bfloat16,0,8.022145843505859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,4,128,1,fp8,fp8,0,6.033603286743164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,4,128,1,bfloat16,fp8,0,9.050762939453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,8,128,1,bfloat16,bfloat16,0,8.042323303222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,8,128,1,bfloat16,fp8,0,9.057176208496093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,8,128,1,fp8,fp8,0,6.051505661010742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,1,128,1,fp8,fp8,0,60.730810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,2,128,1,fp8,fp8,0,60.60517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,1,128,1,bfloat16,bfloat16,0,80.62064208984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,2,128,1,bfloat16,bfloat16,0,81.62725219726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,1,128,1,bfloat16,fp8,0,89.95777587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,2,128,1,bfloat16,fp8,0,90.64765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,4,128,1,bfloat16,bfloat16,0,89.22293701171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,4,128,1,bfloat16,fp8,0,95.37193603515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,4,128,1,fp8,fp8,0,61.284576416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,48,128,1,fp8,fp8,0,40.23720092773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,1,128,1,bfloat16,bfloat16,0,40.40029602050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,8,128,1,fp8,fp8,0,65.00643920898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,8,128,1,bfloat16,bfloat16,0,90.29037475585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,48,128,1,bfloat16,bfloat16,0,74.708740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,1,128,1,fp8,fp8,0,30.424658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,1,128,1,bfloat16,fp8,0,45.0435302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,48,128,1,bfloat16,fp8,0,73.71966552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,8,128,1,bfloat16,fp8,0,97.04234619140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,2,128,1,bfloat16,bfloat16,0,40.540628051757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,2,128,1,fp8,fp8,0,30.378378295898436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,2,128,1,bfloat16,fp8,0,45.330804443359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,4,128,1,fp8,fp8,0,30.41466064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,4,128,1,bfloat16,bfloat16,0,41.33497314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,4,128,1,bfloat16,fp8,0,45.933163452148435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,8,128,1,fp8,fp8,0,30.733349609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,8,128,1,bfloat16,bfloat16,0,44.04770202636719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,48,128,1,bfloat16,bfloat16,0,36.95418090820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,8,128,1,bfloat16,fp8,0,47.96962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,48,128,1,fp8,fp8,0,19.863954162597658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,1,128,1,bfloat16,bfloat16,0,20.277630615234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,1,128,1,fp8,fp8,0,15.277024841308593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,1,128,1,bfloat16,fp8,0,22.61858673095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,2,128,1,bfloat16,bfloat16,0,20.337843322753905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,48,128,1,bfloat16,fp8,0,37.44483642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,2,128,1,fp8,fp8,0,15.244302368164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,4,128,1,bfloat16,bfloat16,0,20.320970153808595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,4,128,1,fp8,fp8,0,15.266226196289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,2,128,1,bfloat16,fp8,0,22.75430908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,4,128,1,bfloat16,fp8,0,22.904391479492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,48,128,1,bfloat16,bfloat16,0,13.345259094238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,48,128,1,fp8,fp8,0,8.355101013183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,8,128,1,fp8,fp8,0,15.323167419433593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,8,128,1,bfloat16,bfloat16,0,20.60273132324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,1,128,1,bfloat16,bfloat16,0,10.225096130371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,48,128,1,bfloat16,fp8,0,13.78212890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,1,128,1,fp8,fp8,0,7.6992240905761715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,8,128,1,bfloat16,fp8,0,23.033412170410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,1,128,1,bfloat16,fp8,0,11.407574462890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,2,128,1,bfloat16,bfloat16,0,10.260926055908204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,2,128,1,fp8,fp8,0,7.681111907958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,2,128,1,bfloat16,fp8,0,11.470041656494141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,4,128,1,bfloat16,bfloat16,0,10.245870208740234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,4,128,1,fp8,fp8,0,7.696422576904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,4,128,1,bfloat16,fp8,0,11.53571014404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,48,128,1,bfloat16,bfloat16,0,5.933160018920899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,8,128,1,bfloat16,bfloat16,0,10.265878295898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,48,128,1,fp8,fp8,0,4.014432144165039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,8,128,1,fp8,fp8,0,7.723361968994141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,48,128,1,bfloat16,fp8,0,6.262910461425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,1,128,1,bfloat16,bfloat16,0,5.186793518066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,8,128,1,bfloat16,fp8,0,11.512471771240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,1,128,1,fp8,fp8,0,3.895588684082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,2,128,1,fp8,fp8,0,3.893960189819336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,1,128,1,bfloat16,fp8,0,5.7896240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,2,128,1,bfloat16,bfloat16,0,5.205472183227539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,2,128,1,bfloat16,fp8,0,5.825715255737305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,4,128,1,bfloat16,bfloat16,0,5.196231842041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,4,128,1,fp8,fp8,0,3.897553634643555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,4,128,1,bfloat16,fp8,0,5.86033935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,8,128,1,fp8,fp8,0,3.914166259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,8,128,1,bfloat16,bfloat16,0,5.209552001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,8,128,1,bfloat16,fp8,0,5.841400146484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,1,128,1,fp8,fp8,0,34.470391845703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,2,128,1,fp8,fp8,0,34.422314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,1,128,1,bfloat16,bfloat16,0,45.81882934570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,2,128,1,bfloat16,bfloat16,0,46.00777587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,1,128,1,bfloat16,fp8,0,51.03260498046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,4,128,1,bfloat16,bfloat16,0,49.571432495117186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,2,128,1,bfloat16,fp8,0,51.5204345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,4,128,1,bfloat16,fp8,0,53.5443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,4,128,1,fp8,fp8,0,34.51126403808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,48,128,1,fp8,fp8,0,23.065756225585936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,8,128,1,fp8,fp8,0,36.44664306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,1,128,1,bfloat16,bfloat16,0,22.962648010253908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,8,128,1,bfloat16,bfloat16,0,51.42445068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,48,128,1,bfloat16,bfloat16,0,42.772509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,1,128,1,fp8,fp8,0,17.283004760742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,1,128,1,bfloat16,fp8,0,25.580982971191407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,48,128,1,bfloat16,fp8,0,43.111813354492185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,8,128,1,bfloat16,fp8,0,55.11864013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,2,128,1,fp8,fp8,0,17.25365447998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,2,128,1,bfloat16,bfloat16,0,23.035380554199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,2,128,1,bfloat16,fp8,0,25.75015869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,4,128,1,fp8,fp8,0,17.286155700683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,4,128,1,bfloat16,bfloat16,0,23.052859497070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,4,128,1,bfloat16,fp8,0,25.9200439453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,8,128,1,bfloat16,bfloat16,0,24.524990844726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,8,128,1,fp8,fp8,0,17.378668212890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,48,128,1,fp8,fp8,0,11.124842834472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,8,128,1,bfloat16,fp8,0,26.974044799804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,1,128,1,bfloat16,bfloat16,0,11.554854583740234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,1,128,1,fp8,fp8,0,8.69501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,48,128,1,bfloat16,fp8,0,21.192118835449218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,48,128,1,bfloat16,bfloat16,0,21.14033660888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,1,128,1,bfloat16,fp8,0,12.868228149414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,2,128,1,bfloat16,bfloat16,0,11.596353912353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,2,128,1,fp8,fp8,0,8.680564880371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,2,128,1,bfloat16,fp8,0,12.953643798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,4,128,1,bfloat16,bfloat16,0,11.581884765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,4,128,1,fp8,fp8,0,8.695017242431641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,4,128,1,bfloat16,fp8,0,12.923374938964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,8,128,1,bfloat16,bfloat16,0,11.639488220214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,48,128,1,bfloat16,bfloat16,0,7.487127685546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,48,128,1,fp8,fp8,0,4.6309326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,8,128,1,fp8,fp8,0,8.724432373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,48,128,1,bfloat16,fp8,0,7.826780700683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,1,128,1,bfloat16,bfloat16,0,5.847655868530273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,8,128,1,bfloat16,fp8,0,13.012989807128907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,1,128,1,fp8,fp8,0,4.401838302612305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,2,128,1,fp8,fp8,0,4.394240188598633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,1,128,1,bfloat16,fp8,0,6.5075218200683596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,2,128,1,bfloat16,bfloat16,0,5.867571258544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,2,128,1,bfloat16,fp8,0,6.546662139892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,4,128,1,fp8,fp8,0,4.399268722534179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,4,128,1,bfloat16,bfloat16,0,5.858796691894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,4,128,1,bfloat16,fp8,0,6.583683013916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,48,128,1,bfloat16,bfloat16,0,3.243137741088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,48,128,1,fp8,fp8,0,2.3031744003295898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,8,128,1,bfloat16,bfloat16,0,5.8727264404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,8,128,1,fp8,fp8,0,4.416929626464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,48,128,1,bfloat16,fp8,0,3.5011295318603515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,1,128,1,bfloat16,bfloat16,0,2.9832271575927733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,1,128,1,fp8,fp8,0,2.237753677368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,8,128,1,bfloat16,fp8,0,6.727079772949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,2,128,1,fp8,fp8,0,2.2347631454467773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,2,128,1,bfloat16,bfloat16,0,2.9904735565185545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,2,128,1,bfloat16,fp8,0,3.3410030364990235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,4,128,1,bfloat16,bfloat16,0,2.9879695892333986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,4,128,1,fp8,fp8,0,2.2380319595336915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,4,128,1,bfloat16,fp8,0,3.3632110595703124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,8,128,1,fp8,fp8,0,2.244803237915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,8,128,1,bfloat16,bfloat16,0,2.9944896697998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,1,128,1,bfloat16,fp8,0,3.323886489868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,8,128,1,bfloat16,fp8,0,3.4148990631103517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,1,128,1,fp8,fp8,0,31.172506713867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,2,128,1,fp8,fp8,0,31.107968139648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,1,128,1,bfloat16,bfloat16,0,41.441567993164064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,2,128,1,bfloat16,bfloat16,0,41.87469482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,4,128,1,bfloat16,bfloat16,0,44.02169494628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,1,128,1,bfloat16,fp8,0,46.10029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,2,128,1,bfloat16,fp8,0,46.64540100097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,4,128,1,bfloat16,fp8,0,47.851113891601564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,4,128,1,fp8,fp8,0,31.500454711914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,48,128,1,fp8,fp8,0,21.314921569824218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,1,128,1,bfloat16,bfloat16,0,20.763163757324218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,8,128,1,fp8,fp8,0,33.71322021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,8,128,1,bfloat16,bfloat16,0,48.381890869140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,1,128,1,bfloat16,fp8,0,23.095401000976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,1,128,1,fp8,fp8,0,15.610464477539063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,48,128,1,bfloat16,bfloat16,0,40.11959228515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,48,128,1,bfloat16,fp8,0,39.404388427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,8,128,1,bfloat16,fp8,0,50.45159912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,2,128,1,bfloat16,bfloat16,0,20.839559936523436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,2,128,1,fp8,fp8,0,15.599293518066407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,2,128,1,bfloat16,fp8,0,23.242001342773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,4,128,1,fp8,fp8,0,15.618373107910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,4,128,1,bfloat16,bfloat16,0,21.790684509277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,4,128,1,bfloat16,fp8,0,23.749600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,8,128,1,fp8,fp8,0,15.909159851074218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,8,128,1,bfloat16,bfloat16,0,23.201130676269532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,8,128,1,bfloat16,fp8,0,24.907464599609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,48,128,1,fp8,fp8,0,10.469124603271485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,1,128,1,bfloat16,bfloat16,0,10.425675201416016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,1,128,1,fp8,fp8,0,7.841083526611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,48,128,1,bfloat16,bfloat16,0,19.8541259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,1,128,1,bfloat16,fp8,0,11.591865539550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,48,128,1,bfloat16,fp8,0,19.78988037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,2,128,1,bfloat16,bfloat16,0,10.461883544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,2,128,1,fp8,fp8,0,7.828321838378907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,2,128,1,bfloat16,fp8,0,11.662105560302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,4,128,1,bfloat16,bfloat16,0,10.470059204101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,4,128,1,fp8,fp8,0,7.836702728271485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,4,128,1,bfloat16,fp8,0,11.737438201904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,8,128,1,fp8,fp8,0,7.875836944580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,8,128,1,bfloat16,bfloat16,0,10.741542053222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,48,128,1,fp8,fp8,0,4.793900680541992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,1,128,1,bfloat16,bfloat16,0,5.256619262695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,48,128,1,bfloat16,bfloat16,0,9.411759948730468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,8,128,1,bfloat16,fp8,0,11.95818862915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,1,128,1,fp8,fp8,0,3.9535057067871096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,48,128,1,bfloat16,fp8,0,9.576041412353515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,1,128,1,bfloat16,fp8,0,5.850996780395508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,2,128,1,bfloat16,bfloat16,0,5.274132919311524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,2,128,1,fp8,fp8,0,3.9454689025878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,2,128,1,bfloat16,fp8,0,5.885440063476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,4,128,1,bfloat16,bfloat16,0,5.274203109741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,4,128,1,fp8,fp8,0,3.952449417114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,48,128,1,bfloat16,bfloat16,0,3.2783905029296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,4,128,1,bfloat16,fp8,0,5.922859191894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,8,128,1,fp8,fp8,0,3.9694366455078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,48,128,1,fp8,fp8,0,2.1149904251098635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,48,128,1,bfloat16,fp8,0,3.4559280395507814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,8,128,1,bfloat16,bfloat16,0,5.2963134765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,1,128,1,bfloat16,bfloat16,0,2.692024040222168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,8,128,1,bfloat16,fp8,0,5.9191326141357425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,1,128,1,fp8,fp8,0,2.0137311935424806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,2,128,1,fp8,fp8,0,2.01180477142334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,2,128,1,bfloat16,bfloat16,0,2.6989856719970704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,1,128,1,bfloat16,fp8,0,2.993328094482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,2,128,1,bfloat16,fp8,0,3.008875274658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,4,128,1,bfloat16,bfloat16,0,2.6989103317260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,4,128,1,fp8,fp8,0,2.015118408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,4,128,1,bfloat16,fp8,0,3.031756782531738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,48,128,1,bfloat16,bfloat16,0,1.4835359573364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,48,128,1,fp8,fp8,0,1.0665648460388184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,8,128,1,bfloat16,bfloat16,0,2.7073007583618165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,8,128,1,fp8,fp8,0,2.024456024169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,48,128,1,bfloat16,fp8,0,1.6071151733398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,1,128,1,bfloat16,bfloat16,0,1.382590389251709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,1,128,1,fp8,fp8,0,1.0373231887817382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,8,128,1,bfloat16,fp8,0,3.0270511627197267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,1,128,1,bfloat16,fp8,0,1.5387392044067383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,2,128,1,fp8,fp8,0,1.0377296447753905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,2,128,1,bfloat16,bfloat16,0,1.3846303939819335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,4,128,1,bfloat16,bfloat16,0,1.3832783699035645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,2,128,1,bfloat16,fp8,0,1.5469663619995118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,4,128,1,fp8,fp8,0,1.037771224975586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,4,128,1,bfloat16,fp8,0,1.5567343711853028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,8,128,1,bfloat16,bfloat16,0,1.3891648292541503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,8,128,1,bfloat16,fp8,0,1.5953887939453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,8,128,1,fp8,fp8,0,1.0411120414733888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,1,128,1,fp8,fp8,0,17.839349365234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,2,128,1,fp8,fp8,0,17.821731567382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,1,128,1,bfloat16,bfloat16,0,23.74645233154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,2,128,1,bfloat16,bfloat16,0,23.88476104736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,4,128,1,bfloat16,bfloat16,0,25.004122924804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,4,128,1,bfloat16,fp8,0,27.334490966796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,1,128,1,bfloat16,fp8,0,26.360476684570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,4,128,1,fp8,fp8,0,17.926681518554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,2,128,1,bfloat16,fp8,0,27.050897216796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,8,128,1,bfloat16,bfloat16,0,27.797640991210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,1,128,1,bfloat16,bfloat16,0,11.905648040771485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,48,128,1,fp8,fp8,0,12.40763168334961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,1,128,1,bfloat16,fp8,0,13.220164489746093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,8,128,1,fp8,fp8,0,19.13661346435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,1,128,1,fp8,fp8,0,8.950899505615235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,48,128,1,bfloat16,bfloat16,0,22.70111999511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,48,128,1,bfloat16,fp8,0,23.043235778808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,2,128,1,bfloat16,bfloat16,0,11.946435546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,2,128,1,fp8,fp8,0,8.93216323852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,2,128,1,bfloat16,fp8,0,13.29150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,8,128,1,bfloat16,fp8,0,29.0326416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,4,128,1,bfloat16,bfloat16,0,12.019280242919923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,4,128,1,fp8,fp8,0,8.952377319335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,4,128,1,bfloat16,fp8,0,13.438107299804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,8,128,1,fp8,fp8,0,9.036456298828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,8,128,1,bfloat16,bfloat16,0,13.135504150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,48,128,1,fp8,fp8,0,6.023923110961914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,1,128,1,bfloat16,bfloat16,0,5.994792175292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,48,128,1,bfloat16,bfloat16,0,11.22054214477539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,1,128,1,fp8,fp8,0,4.49901123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,8,128,1,bfloat16,fp8,0,14.193714904785157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,48,128,1,bfloat16,fp8,0,11.42858428955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,1,128,1,bfloat16,fp8,0,6.652843475341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,2,128,1,fp8,fp8,0,4.493679809570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,2,128,1,bfloat16,bfloat16,0,6.0134929656982425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,2,128,1,bfloat16,fp8,0,6.689463806152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,4,128,1,bfloat16,bfloat16,0,6.015631866455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,4,128,1,fp8,fp8,0,4.505390548706055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,4,128,1,bfloat16,fp8,0,6.678353881835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,8,128,1,bfloat16,bfloat16,0,6.0766960144042965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,8,128,1,fp8,fp8,0,4.524564743041992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,48,128,1,fp8,fp8,0,2.5332048416137694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,48,128,1,bfloat16,bfloat16,0,5.222727966308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,1,128,1,bfloat16,bfloat16,0,3.0370624542236326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,8,128,1,bfloat16,fp8,0,6.7571266174316404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,1,128,1,fp8,fp8,0,2.2816640853881838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,48,128,1,bfloat16,fp8,0,5.3737632751464846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,1,128,1,bfloat16,fp8,0,3.3658336639404296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,2,128,1,bfloat16,bfloat16,0,3.0454559326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,2,128,1,fp8,fp8,0,2.276713562011719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,2,128,1,bfloat16,fp8,0,3.384747314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,4,128,1,bfloat16,bfloat16,0,3.0460912704467775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,4,128,1,bfloat16,fp8,0,3.4106704711914064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,8,128,1,bfloat16,bfloat16,0,3.059164810180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,8,128,1,fp8,fp8,0,2.2901872634887694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,8,128,1,bfloat16,fp8,0,3.405436706542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,48,128,1,bfloat16,bfloat16,0,1.7821456909179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,48,128,1,bfloat16,fp8,0,1.9319023132324218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,48,128,1,fp8,fp8,0,1.227609634399414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,1,128,1,bfloat16,bfloat16,0,1.5700847625732421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,1,128,1,fp8,fp8,0,1.17042875289917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,1,128,1,bfloat16,fp8,0,1.7434431076049806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,4,128,1,fp8,fp8,0,2.280299186706543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,2,128,1,bfloat16,bfloat16,0,1.573350429534912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,2,128,1,bfloat16,fp8,0,1.7533279418945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,4,128,1,fp8,fp8,0,1.1715359687805176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,4,128,1,bfloat16,fp8,0,1.747915267944336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,8,128,1,bfloat16,bfloat16,0,1.5783151626586913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,48,128,1,bfloat16,bfloat16,0,0.8684543609619141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,8,128,1,fp8,fp8,0,1.1764304161071777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,48,128,1,fp8,fp8,0,0.6249263763427735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,48,128,1,bfloat16,fp8,0,0.9430399894714355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,1,128,1,bfloat16,bfloat16,0,0.8118495941162109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,1,128,1,bfloat16,fp8,0,0.903809642791748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,1,128,1,fp8,fp8,0,0.6091616153717041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,2,128,1,bfloat16,bfloat16,0,0.8139360427856446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,2,128,1,fp8,fp8,0,0.6082304000854493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,2,128,1,bfloat16,fp8,0,0.9251536369323731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,2,128,1,fp8,fp8,0,1.1682352066040038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,4,128,1,bfloat16,bfloat16,0,0.8123056411743164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,4,128,1,fp8,fp8,0,0.610038423538208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,4,128,1,bfloat16,fp8,0,0.9136464118957519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,8,128,1,bfloat16,bfloat16,0,0.8155743598937988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,8,128,1,fp8,fp8,0,0.6127583980560303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,4,128,1,bfloat16,bfloat16,0,1.574567985534668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,8,128,1,bfloat16,fp8,0,1.7620399475097657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,8,128,1,bfloat16,fp8,0,0.9128623962402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,1,128,1,fp8,fp8,0,16.39971923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,2,128,1,fp8,fp8,0,16.36847381591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,1,128,1,bfloat16,bfloat16,0,21.83403778076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,2,128,1,bfloat16,bfloat16,0,22.152401733398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,4,128,1,bfloat16,bfloat16,0,22.8787353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,1,128,1,bfloat16,fp8,0,24.153567504882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,2,128,1,bfloat16,fp8,0,24.538157653808593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,4,128,1,bfloat16,fp8,0,25.1353271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,4,128,1,fp8,fp8,0,16.62287292480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,1,128,1,bfloat16,bfloat16,0,10.945494079589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,48,128,1,fp8,fp8,0,11.800867462158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,8,128,1,bfloat16,bfloat16,0,24.31181945800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,8,128,1,fp8,fp8,0,17.385296630859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,1,128,1,bfloat16,fp8,0,12.102686309814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,48,128,1,bfloat16,bfloat16,0,21.563020324707033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,1,128,1,fp8,fp8,0,8.218771362304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,48,128,1,bfloat16,fp8,0,22.00789031982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,8,128,1,bfloat16,fp8,0,26.186773681640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,2,128,1,bfloat16,bfloat16,0,10.989588928222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,2,128,1,bfloat16,fp8,0,12.193395233154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,2,128,1,fp8,fp8,0,8.20702896118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,4,128,1,bfloat16,bfloat16,0,11.371259307861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,4,128,1,fp8,fp8,0,8.24013442993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,4,128,1,bfloat16,fp8,0,12.47814712524414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,8,128,1,fp8,fp8,0,8.576188659667968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,48,128,1,fp8,fp8,0,5.803486251831055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,1,128,1,bfloat16,bfloat16,0,5.496644973754883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,8,128,1,bfloat16,bfloat16,0,12.825843811035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,48,128,1,bfloat16,bfloat16,0,10.725567626953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,8,128,1,bfloat16,fp8,0,13.438912963867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,1,128,1,fp8,fp8,0,4.120484924316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,1,128,1,bfloat16,fp8,0,6.078076934814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,48,128,1,bfloat16,fp8,0,10.94912338256836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,2,128,1,fp8,fp8,0,4.120028686523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,2,128,1,bfloat16,bfloat16,0,5.519182586669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,2,128,1,bfloat16,fp8,0,6.216436767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,4,128,1,fp8,fp8,0,4.132241439819336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,4,128,1,bfloat16,bfloat16,0,5.543479919433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,4,128,1,bfloat16,fp8,0,6.17503662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,8,128,1,fp8,fp8,0,4.16343994140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,8,128,1,bfloat16,bfloat16,0,5.895307159423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,48,128,1,fp8,fp8,0,2.6385776519775392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,1,128,1,bfloat16,bfloat16,0,2.7757951736450197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,48,128,1,bfloat16,bfloat16,0,5.171219253540039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,8,128,1,bfloat16,fp8,0,6.403836822509765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,1,128,1,bfloat16,fp8,0,3.0664608001708986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,48,128,1,bfloat16,fp8,0,5.301729583740235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,2,128,1,bfloat16,bfloat16,0,2.7873184204101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,2,128,1,bfloat16,fp8,0,3.088180732727051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,2,128,1,fp8,fp8,0,2.077057647705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,4,128,1,bfloat16,bfloat16,0,2.7900415420532227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,4,128,1,fp8,fp8,0,2.084059143066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,4,128,1,bfloat16,fp8,0,3.1121936798095704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,1,128,1,fp8,fp8,0,2.0805631637573243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,8,128,1,bfloat16,bfloat16,0,2.8147136688232424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,8,128,1,fp8,fp8,0,2.093231964111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,8,128,1,bfloat16,fp8,0,3.117483139038086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,48,128,1,fp8,fp8,0,1.147489643096924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,48,128,1,bfloat16,bfloat16,0,2.1758655548095702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,1,128,1,fp8,fp8,0,1.0565119743347169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,48,128,1,bfloat16,fp8,0,2.2686880111694334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,1,128,1,bfloat16,fp8,0,1.5738512039184571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,2,128,1,bfloat16,bfloat16,0,1.4269856452941894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,2,128,1,fp8,fp8,0,1.0542304039001464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,4,128,1,bfloat16,bfloat16,0,1.428313636779785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,4,128,1,fp8,fp8,0,1.056828784942627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,4,128,1,bfloat16,fp8,0,1.5962032318115233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,8,128,1,bfloat16,bfloat16,0,1.4353343963623046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,48,128,1,bfloat16,bfloat16,0,0.8338959693908692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,8,128,1,fp8,fp8,0,1.0689519882202148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,8,128,1,bfloat16,fp8,0,1.595464038848877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,48,128,1,fp8,fp8,0,0.5820623874664307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,1,128,1,bfloat16,bfloat16,0,1.4239055633544921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,1,128,1,bfloat16,bfloat16,0,0.7416848182678223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,1,128,1,fp8,fp8,0,0.5556335926055909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,1,128,1,bfloat16,fp8,0,0.8251983642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,2,128,1,bfloat16,bfloat16,0,0.7428751945495605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,2,128,1,bfloat16,fp8,0,0.8270463943481445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,2,128,1,bfloat16,fp8,0,1.58253755569458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,4,128,1,bfloat16,bfloat16,0,0.743396806716919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,4,128,1,bfloat16,fp8,0,0.826961612701416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,4,128,1,fp8,fp8,0,0.5571695804595947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,8,128,1,bfloat16,bfloat16,0,0.7484591960906982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,8,128,1,fp8,fp8,0,0.5589776039123535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,48,128,1,bfloat16,bfloat16,0,0.42311677932739256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,8,128,1,bfloat16,fp8,0,0.8364368438720703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,1,128,1,bfloat16,bfloat16,0,0.3928096055984497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,1,128,1,fp8,fp8,0,0.2945231914520264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,1,128,1,bfloat16,fp8,0,0.4364880084991455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,2,128,1,bfloat16,bfloat16,0,0.3932111978530884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,48,128,1,bfloat16,fp8,0,0.8971887588500976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,2,128,1,fp8,fp8,0,0.29509921073913575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,2,128,1,bfloat16,fp8,0,0.4462751865386963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,4,128,1,bfloat16,bfloat16,0,0.39335360527038576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,4,128,1,fp8,fp8,0,0.2951344013214111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,4,128,1,bfloat16,fp8,0,0.44185757637023926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,8,128,1,bfloat16,bfloat16,0,0.39502720832824706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,2,128,1,fp8,fp8,0,0.556550407409668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,8,128,1,bfloat16,fp8,0,0.44074559211730957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,8,128,1,fp8,fp8,0,0.2971120119094849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,48,128,1,fp8,fp8,0,0.3042527914047241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,48,128,1,bfloat16,fp8,0,0.4611072063446045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,1,128,1,fp8,fp8,0,9.539313507080077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,2,128,1,fp8,fp8,0,9.525208282470704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,1,128,1,bfloat16,bfloat16,0,12.712798309326171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,2,128,1,bfloat16,bfloat16,0,12.847689819335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,1,128,1,bfloat16,fp8,0,14.022477722167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,2,128,1,bfloat16,fp8,0,14.15636749267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,4,128,1,bfloat16,bfloat16,0,13.35206298828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,4,128,1,bfloat16,fp8,0,14.533222961425782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,4,128,1,fp8,fp8,0,9.631864166259765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,8,128,1,bfloat16,bfloat16,0,14.259901428222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,8,128,1,fp8,fp8,0,10.105833435058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,48,128,1,fp8,fp8,0,7.083904266357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,1,128,1,bfloat16,bfloat16,0,6.372948837280274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,1,128,1,bfloat16,fp8,0,7.025279998779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,8,128,1,bfloat16,fp8,0,15.326084899902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,48,128,1,bfloat16,bfloat16,0,12.935531616210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,1,128,1,fp8,fp8,0,4.781399917602539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,48,128,1,bfloat16,fp8,0,13.29815216064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,2,128,1,fp8,fp8,0,4.775791931152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,2,128,1,bfloat16,bfloat16,0,6.394561767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,2,128,1,bfloat16,fp8,0,7.0692626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,4,128,1,bfloat16,bfloat16,0,6.51604995727539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,4,128,1,bfloat16,fp8,0,7.185671997070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,4,128,1,fp8,fp8,0,4.788934326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,8,128,1,fp8,fp8,0,4.90062255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,8,128,1,bfloat16,bfloat16,0,7.409105682373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,48,128,1,fp8,fp8,0,3.430710220336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,1,128,1,bfloat16,bfloat16,0,3.2113807678222654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,1,128,1,bfloat16,fp8,0,3.539939117431641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,48,128,1,bfloat16,bfloat16,0,6.396712112426758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,8,128,1,bfloat16,fp8,0,7.755899047851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,48,128,1,bfloat16,fp8,0,6.60705795288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,2,128,1,fp8,fp8,0,2.4000768661499023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,2,128,1,bfloat16,bfloat16,0,3.2236385345458984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,2,128,1,bfloat16,fp8,0,3.5604209899902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,4,128,1,fp8,fp8,0,2.4122735977172853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,1,128,1,fp8,fp8,0,2.403134346008301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,4,128,1,bfloat16,bfloat16,0,3.237180709838867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,4,128,1,bfloat16,fp8,0,3.5941776275634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,8,128,1,fp8,fp8,0,2.4298175811767577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,48,128,1,fp8,fp8,0,1.4541184425354003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,1,128,1,bfloat16,bfloat16,0,1.628438377380371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,48,128,1,bfloat16,bfloat16,0,2.9887407302856444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,8,128,1,bfloat16,fp8,0,3.6600273132324217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,1,128,1,fp8,fp8,0,1.218508815765381
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,1,128,1,bfloat16,fp8,0,1.793619155883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,48,128,1,bfloat16,fp8,0,3.097711944580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,2,128,1,fp8,fp8,0,1.218124771118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,2,128,1,bfloat16,bfloat16,0,1.6378351211547852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,2,128,1,bfloat16,fp8,0,1.803678321838379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,4,128,1,fp8,fp8,0,1.2221199989318847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,4,128,1,bfloat16,bfloat16,0,1.6397184371948241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,8,128,1,bfloat16,bfloat16,0,3.323172760009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,4,128,1,bfloat16,fp8,0,1.820430374145508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,8,128,1,bfloat16,bfloat16,0,1.6522031784057618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,48,128,1,fp8,fp8,0,0.6797344207763671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,8,128,1,bfloat16,fp8,0,1.824113655090332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,48,128,1,bfloat16,bfloat16,0,1.0914272308349608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,48,128,1,bfloat16,fp8,0,1.1552111625671386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,1,128,1,bfloat16,bfloat16,0,0.8446559906005859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,1,128,1,bfloat16,fp8,0,0.930513572692871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,1,128,1,fp8,fp8,0,0.6229599952697754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,2,128,1,bfloat16,bfloat16,0,0.8469311714172363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,2,128,1,fp8,fp8,0,0.6220655918121338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,2,128,1,bfloat16,fp8,0,0.9360752105712891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,4,128,1,fp8,fp8,0,0.6241007804870605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,4,128,1,bfloat16,fp8,0,0.9431936264038085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,8,128,1,bfloat16,bfloat16,0,0.8524991989135742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,8,128,1,fp8,fp8,0,0.6269599914550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,48,128,1,bfloat16,bfloat16,0,0.49604320526123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,8,128,1,bfloat16,fp8,0,0.9441375732421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,48,128,1,bfloat16,fp8,0,0.536510419845581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,1,128,1,bfloat16,bfloat16,0,0.44643678665161135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,1,128,1,bfloat16,fp8,0,0.49411520957946775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,2,128,1,bfloat16,bfloat16,0,0.4464928150177002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,2,128,1,bfloat16,fp8,0,0.5052720069885254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,2,128,1,fp8,fp8,0,0.3334959983825684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,4,128,1,bfloat16,bfloat16,0,0.44671201705932617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,4,128,1,bfloat16,fp8,0,0.49986720085144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,4,128,1,fp8,fp8,0,0.33431200981140136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,4,128,1,bfloat16,bfloat16,0,0.8478511810302735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,8,128,1,bfloat16,bfloat16,0,0.4494016170501709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,8,128,1,fp8,fp8,0,0.33625919818878175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,48,128,1,bfloat16,bfloat16,0,0.25529439449310304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,8,128,1,bfloat16,fp8,0,0.5010416030883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,48,128,1,bfloat16,fp8,0,0.28152639865875245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,48,128,1,fp8,fp8,0,0.18653119802474977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,1,128,1,bfloat16,bfloat16,0,0.23975200653076173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,1,128,1,fp8,fp8,0,0.17988159656524658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,2,128,1,bfloat16,bfloat16,0,0.2410640001296997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,48,128,1,fp8,fp8,0,0.3465935945510864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,2,128,1,bfloat16,fp8,0,0.27037439346313474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,2,128,1,fp8,fp8,0,0.18044320344924927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,4,128,1,bfloat16,bfloat16,0,0.24079198837280275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,8,128,1,fp8,fp8,0,1.227950382232666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,4,128,1,bfloat16,fp8,0,0.26659679412841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,8,128,1,bfloat16,bfloat16,0,0.2418287992477417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,8,128,1,fp8,fp8,0,0.18048959970474243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,1,128,1,bfloat16,fp8,0,0.2667792081832886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,1,128,1,fp8,fp8,0,0.33309121131896974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,4,128,1,fp8,fp8,0,0.18038560152053834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,8,128,1,bfloat16,fp8,0,0.2698256015777588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,1,128,1,fp8,fp8,0,9.026044464111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,2,128,1,fp8,fp8,0,9.03631820678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,1,128,1,bfloat16,bfloat16,0,12.036475372314452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,2,128,1,bfloat16,bfloat16,0,12.413206481933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,1,128,1,bfloat16,fp8,0,13.200273132324218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,4,128,1,fp8,fp8,0,9.255951690673829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,4,128,1,bfloat16,bfloat16,0,12.871293640136718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,2,128,1,bfloat16,fp8,0,13.528533935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,4,128,1,bfloat16,fp8,0,14.102886962890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,8,128,1,fp8,fp8,0,9.623758697509766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,1,128,1,bfloat16,bfloat16,0,6.032859039306641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,1,128,1,bfloat16,fp8,0,6.612204742431641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,8,128,1,bfloat16,bfloat16,0,13.716554260253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,48,128,1,fp8,fp8,0,7.045220947265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,48,128,1,bfloat16,bfloat16,0,12.746794891357421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,8,128,1,bfloat16,fp8,0,14.8203369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,1,128,1,fp8,fp8,0,4.50926399230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,2,128,1,bfloat16,bfloat16,0,6.076918411254883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,2,128,1,fp8,fp8,0,4.515209579467774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,48,128,1,bfloat16,fp8,0,13.277946472167969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,2,128,1,bfloat16,fp8,0,6.662474822998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,4,128,1,bfloat16,bfloat16,0,6.343427276611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,4,128,1,fp8,fp8,0,4.540580749511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,8,128,1,bfloat16,bfloat16,0,6.894960021972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,4,128,1,bfloat16,fp8,0,6.9033058166503904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,8,128,1,fp8,fp8,0,4.798012924194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,1,128,1,bfloat16,bfloat16,0,3.0311792373657225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,48,128,1,fp8,fp8,0,3.448369598388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,8,128,1,bfloat16,fp8,0,7.379637145996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,48,128,1,bfloat16,bfloat16,0,6.418516540527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,1,128,1,fp8,fp8,0,2.2662736892700197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,1,128,1,bfloat16,fp8,0,3.319784164428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,2,128,1,bfloat16,bfloat16,0,3.043014335632324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,2,128,1,fp8,fp8,0,2.2674863815307615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,48,128,1,bfloat16,fp8,0,6.626213073730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,2,128,1,bfloat16,fp8,0,3.391939163208008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,4,128,1,fp8,fp8,0,2.2756223678588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,8,128,1,bfloat16,bfloat16,0,3.4562206268310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,8,128,1,fp8,fp8,0,2.3180479049682616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,8,128,1,bfloat16,fp8,0,3.7043712615966795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,48,128,1,fp8,fp8,0,1.5869791984558106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,1,128,1,bfloat16,bfloat16,0,1.5317904472351074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,48,128,1,bfloat16,fp8,0,3.257820892333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,4,128,1,bfloat16,bfloat16,0,3.079534339904785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,1,128,1,fp8,fp8,0,1.1442815780639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,1,128,1,bfloat16,fp8,0,1.6783119201660157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,2,128,1,bfloat16,bfloat16,0,1.5401616096496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,2,128,1,fp8,fp8,0,1.144035243988037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,2,128,1,bfloat16,fp8,0,1.6884479522705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,4,128,1,bfloat16,bfloat16,0,1.5519087791442872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,4,128,1,fp8,fp8,0,1.152295970916748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,4,128,1,bfloat16,fp8,0,1.6934928894042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,8,128,1,bfloat16,bfloat16,0,1.5795984268188477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,8,128,1,fp8,fp8,0,1.1605183601379394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,4,128,1,bfloat16,fp8,0,3.3924880981445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,8,128,1,bfloat16,fp8,0,1.7252063751220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,48,128,1,bfloat16,bfloat16,0,1.3088607788085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,48,128,1,fp8,fp8,0,0.6725312232971191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,48,128,1,bfloat16,fp8,0,1.3877488136291505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,1,128,1,bfloat16,bfloat16,0,0.7862832069396972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,1,128,1,fp8,fp8,0,0.5756608009338379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,1,128,1,bfloat16,fp8,0,0.8627584457397461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,2,128,1,bfloat16,bfloat16,0,0.7912288188934327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,2,128,1,fp8,fp8,0,0.5752463817596436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,2,128,1,bfloat16,fp8,0,0.8666720390319824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,4,128,1,bfloat16,bfloat16,0,0.7932576179504395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,4,128,1,fp8,fp8,0,0.5776159763336182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,8,128,1,bfloat16,bfloat16,0,0.7999087810516358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,8,128,1,fp8,fp8,0,0.5865632057189941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,48,128,1,bfloat16,bfloat16,0,0.49811358451843263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,8,128,1,bfloat16,fp8,0,0.8793120384216309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,48,128,1,fp8,fp8,0,0.33000960350036623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,1,128,1,bfloat16,bfloat16,0,0.40781598091125487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,1,128,1,fp8,fp8,0,0.3034336090087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,1,128,1,bfloat16,fp8,0,0.45061278343200684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,2,128,1,bfloat16,bfloat16,0,0.4088160037994385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,2,128,1,bfloat16,fp8,0,0.4524144172668457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,2,128,1,fp8,fp8,0,0.3032304048538208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,4,128,1,bfloat16,bfloat16,0,0.4097439765930176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,4,128,1,bfloat16,fp8,0,0.4562384128570557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,4,128,1,fp8,fp8,0,0.30340960025787356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,8,128,1,bfloat16,bfloat16,0,0.4157839775085449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,8,128,1,fp8,fp8,0,0.3056976079940796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,8,128,1,bfloat16,fp8,0,0.45933117866516116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,48,128,1,bfloat16,bfloat16,0,3.1094655990600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,48,128,1,bfloat16,fp8,0,0.2746543884277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,48,128,1,fp8,fp8,0,0.176310396194458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,4,128,1,bfloat16,fp8,0,0.8764431953430176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,1,128,1,bfloat16,bfloat16,0,0.2238607883453369
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,1,128,1,fp8,fp8,0,0.1677199959754944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,2,128,1,bfloat16,bfloat16,0,0.22462239265441894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,2,128,1,fp8,fp8,0,0.16788959503173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,48,128,1,bfloat16,fp8,0,0.5227871894836426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,4,128,1,bfloat16,bfloat16,0,0.22508480548858642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,4,128,1,bfloat16,fp8,0,0.2515455961227417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,4,128,1,fp8,fp8,0,0.16810719966888427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,8,128,1,bfloat16,bfloat16,0,0.2266063928604126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,8,128,1,bfloat16,fp8,0,0.2520431995391846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,48,128,1,bfloat16,bfloat16,0,0.13349440097808837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,48,128,1,fp8,fp8,0,0.09703519940376282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,48,128,1,bfloat16,fp8,0,0.14769439697265624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,1,128,1,bfloat16,bfloat16,0,0.12461279630661011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,1,128,1,fp8,fp8,0,0.09233919978141784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,2,128,1,bfloat16,bfloat16,0,0.12501920461654664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,2,128,1,bfloat16,fp8,0,0.1394320011138916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,2,128,1,fp8,fp8,0,0.09236800074577331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,4,128,1,bfloat16,bfloat16,0,0.1251248002052307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,48,128,1,bfloat16,bfloat16,0,0.25141921043396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,4,128,1,bfloat16,fp8,0,0.13946080207824707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,4,128,1,fp8,fp8,0,0.09425920248031616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,8,128,1,bfloat16,bfloat16,0,0.12508800029754638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,8,128,1,fp8,fp8,0,0.094404798746109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,1,128,1,bfloat16,fp8,0,0.2483599901199341
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,8,128,1,fp8,fp8,0,0.16871999502182006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,1,128,1,bfloat16,fp8,0,0.1378975987434387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,8,128,1,bfloat16,fp8,0,0.13964639902114867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,2,128,1,bfloat16,fp8,0,0.2520944118499756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,1,128,1,fp8,fp8,0,5.341815948486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,1,128,1,bfloat16,bfloat16,0,7.138295745849609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,2,128,1,fp8,fp8,0,5.381387329101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,1,128,1,bfloat16,fp8,0,7.712355041503907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,2,128,1,bfloat16,bfloat16,0,7.490144348144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,2,128,1,bfloat16,fp8,0,8.031976318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,4,128,1,bfloat16,bfloat16,0,7.9041389465332035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,4,128,1,fp8,fp8,0,5.585558319091797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,4,128,1,bfloat16,fp8,0,8.536567687988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,8,128,1,fp8,fp8,0,5.894710540771484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,1,128,1,bfloat16,bfloat16,0,3.576776123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,8,128,1,bfloat16,bfloat16,0,8.624823760986327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,1,128,1,fp8,fp8,0,2.670169639587402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,1,128,1,bfloat16,fp8,0,3.8626895904541017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,48,128,1,fp8,fp8,0,4.650660705566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,8,128,1,bfloat16,fp8,0,9.330696105957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,2,128,1,bfloat16,bfloat16,0,3.654083251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,48,128,1,bfloat16,bfloat16,0,8.294195556640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,2,128,1,bfloat16,fp8,0,3.9322513580322265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,2,128,1,fp8,fp8,0,2.6786191940307615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,48,128,1,bfloat16,fp8,0,8.795731353759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,4,128,1,fp8,fp8,0,2.7278303146362304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,4,128,1,bfloat16,bfloat16,0,3.8658096313476564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,4,128,1,bfloat16,fp8,0,4.154126358032227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,8,128,1,bfloat16,bfloat16,0,4.219820785522461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,8,128,1,fp8,fp8,0,2.892051124572754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,1,128,1,bfloat16,bfloat16,0,1.7958719253540039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,48,128,1,fp8,fp8,0,2.305828857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,1,128,1,fp8,fp8,0,1.3422191619873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,48,128,1,bfloat16,bfloat16,0,4.150211334228516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,1,128,1,bfloat16,fp8,0,1.943199920654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,8,128,1,bfloat16,fp8,0,4.537923049926758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,2,128,1,bfloat16,bfloat16,0,1.8070079803466796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,48,128,1,bfloat16,fp8,0,4.406267166137695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,2,128,1,fp8,fp8,0,1.340828800201416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,2,128,1,bfloat16,fp8,0,1.954622459411621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,4,128,1,fp8,fp8,0,1.3490143775939942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,4,128,1,bfloat16,fp8,0,2.0116960525512697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,8,128,1,fp8,fp8,0,1.3987839698791504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,8,128,1,bfloat16,fp8,0,2.202555274963379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,8,128,1,bfloat16,bfloat16,0,2.113211250305176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,48,128,1,bfloat16,bfloat16,0,2.068025588989258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,48,128,1,fp8,fp8,0,1.0841808319091797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,1,128,1,bfloat16,bfloat16,0,0.9112288475036621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,48,128,1,bfloat16,fp8,0,2.213105583190918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,1,128,1,fp8,fp8,0,0.6781263828277588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,1,128,1,bfloat16,fp8,0,0.9834176063537597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,2,128,1,fp8,fp8,0,0.6789216041564942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,2,128,1,bfloat16,fp8,0,0.98919677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,4,128,1,bfloat16,bfloat16,0,0.9271936416625977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,4,128,1,bfloat16,fp8,0,1.0065135955810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,8,128,1,bfloat16,bfloat16,0,0.9847488403320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,8,128,1,bfloat16,fp8,0,1.0520352363586425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,8,128,1,fp8,fp8,0,0.7001855850219727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,48,128,1,fp8,fp8,0,0.4432831764221191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,48,128,1,bfloat16,bfloat16,0,0.9192416191101074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,1,128,1,bfloat16,bfloat16,0,0.46716961860656736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,48,128,1,bfloat16,fp8,0,0.969876766204834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,1,128,1,bfloat16,fp8,0,0.5066688060760498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,1,128,1,fp8,fp8,0,0.3356240034103394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,2,128,1,fp8,fp8,0,0.3360127925872803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,4,128,1,bfloat16,bfloat16,0,1.8735424041748048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,4,128,1,bfloat16,bfloat16,0,0.47730398178100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,4,128,1,bfloat16,fp8,0,0.5174320220947266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,4,128,1,fp8,fp8,0,0.33641600608825684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,4,128,1,fp8,fp8,0,0.6850128173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,8,128,1,bfloat16,bfloat16,0,0.4854608058929443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,8,128,1,fp8,fp8,0,0.34451680183410643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,8,128,1,bfloat16,fp8,0,0.5249023914337159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,48,128,1,fp8,fp8,0,0.20440800189971925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,48,128,1,bfloat16,fp8,0,0.34615359306335447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,1,128,1,bfloat16,fp8,0,0.2611504077911377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,1,128,1,fp8,fp8,0,0.17623039484024047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,2,128,1,bfloat16,bfloat16,0,0.23788959980010987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,2,128,1,fp8,fp8,0,0.17634880542755127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,2,128,1,bfloat16,fp8,0,0.26239519119262694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,4,128,1,bfloat16,bfloat16,0,0.2398144006729126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,4,128,1,fp8,fp8,0,0.1764464020729065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,8,128,1,bfloat16,bfloat16,0,0.24451680183410646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,8,128,1,bfloat16,fp8,0,0.26845760345458985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,2,128,1,bfloat16,bfloat16,0,0.47097277641296387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,8,128,1,fp8,fp8,0,0.17836639881134034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,2,128,1,bfloat16,bfloat16,0,0.9156895637512207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,48,128,1,bfloat16,bfloat16,0,0.1550816059112549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,48,128,1,fp8,fp8,0,0.10465919971466064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,48,128,1,bfloat16,fp8,0,0.17025279998779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,1,128,1,bfloat16,bfloat16,0,0.13122719526290894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,1,128,1,bfloat16,fp8,0,0.14400639533996581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,1,128,1,fp8,fp8,0,0.09650400280952454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,2,128,1,bfloat16,bfloat16,0,0.13131840229034425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,2,128,1,fp8,fp8,0,0.0964464008808136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,48,128,1,bfloat16,bfloat16,0,0.3361088037490845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,2,128,1,bfloat16,fp8,0,0.1473647952079773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,4,128,1,bfloat16,bfloat16,0,0.13147519826889037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,1,128,1,bfloat16,bfloat16,0,0.23784799575805665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,4,128,1,fp8,fp8,0,0.09686080217361451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,4,128,1,bfloat16,fp8,0,0.1455952048301697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,8,128,1,fp8,fp8,0,0.09849600195884704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,8,128,1,bfloat16,fp8,0,0.1476256012916565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,48,128,1,bfloat16,bfloat16,0,0.08631680011749268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,48,128,1,fp8,fp8,0,0.06158400177955627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,48,128,1,bfloat16,fp8,0,0.09446399807929992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,1,128,1,bfloat16,fp8,0,0.08617119789123535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,1,128,1,fp8,fp8,0,0.05710560083389282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,2,128,1,bfloat16,bfloat16,0,0.07676960229873657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,2,128,1,fp8,fp8,0,0.05753920078277588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,4,128,1,bfloat16,fp8,0,0.26444480419158933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,4,128,1,bfloat16,bfloat16,0,0.07804160118103028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,4,128,1,bfloat16,fp8,0,0.08616960048675537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,8,128,1,bfloat16,bfloat16,0,0.07804960012435913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,2,128,1,bfloat16,fp8,0,0.5095712184906006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,8,128,1,bfloat16,fp8,0,0.08813440203666686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,8,128,1,fp8,fp8,0,0.05753600001335144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,48,128,1,bfloat16,bfloat16,0,0.049300798773765565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,48,128,1,fp8,fp8,0,0.03700000047683716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,1,128,1,bfloat16,bfloat16,0,0.04524320065975189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,1,128,1,fp8,fp8,0,0.03296160101890564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,2,128,1,bfloat16,bfloat16,0,0.04519680142402649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,2,128,1,fp8,fp8,0,0.034703999757766724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,4,128,1,bfloat16,bfloat16,0,0.04519999921321869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,4,128,1,bfloat16,fp8,0,0.05137760043144226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,4,128,1,fp8,fp8,0,0.034955200552940366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,8,128,1,bfloat16,bfloat16,0,0.13331680297851561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,1,128,1,bfloat16,bfloat16,0,0.07605599761009216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,8,128,1,bfloat16,bfloat16,0,0.045281600952148435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,8,128,1,fp8,fp8,0,0.03500959873199463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,2,128,1,bfloat16,fp8,0,0.08621919751167298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,4,128,1,fp8,fp8,0,0.05753440260887146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,1,128,1,bfloat16,fp8,0,0.051316797733306885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,48,128,1,bfloat16,fp8,0,0.05548319816589355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,2,128,1,bfloat16,fp8,0,0.051399999856948854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,8,128,1,bfloat16,fp8,0,0.05139840245246887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,1,128,1,bfloat16,bfloat16,0,2.3499824523925783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,1,128,1,fp8,fp8,0,1.7619504928588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,1,128,1,bfloat16,fp8,0,2.4965295791625977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,2,128,1,fp8,fp8,0,1.7720800399780274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,2,128,1,bfloat16,bfloat16,0,2.4480335235595705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,2,128,1,bfloat16,fp8,0,2.5877920150756837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,4,128,1,fp8,fp8,0,1.8458080291748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,4,128,1,bfloat16,fp8,0,2.7583087921142577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,4,128,1,bfloat16,bfloat16,0,2.6161903381347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,8,128,1,bfloat16,bfloat16,0,2.926532745361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,8,128,1,fp8,fp8,0,1.9867168426513673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,48,128,1,bfloat16,bfloat16,0,3.0413631439208983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,8,128,1,bfloat16,fp8,0,3.135641670227051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,1,128,1,bfloat16,bfloat16,0,1.1809023857116698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,1,128,1,fp8,fp8,0,0.8799823760986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,2,128,1,bfloat16,bfloat16,0,1.2005663871765138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,1,128,1,bfloat16,fp8,0,1.2561599731445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,48,128,1,bfloat16,fp8,0,3.300628662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,2,128,1,fp8,fp8,0,0.884552001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,2,128,1,bfloat16,fp8,0,1.2760640144348145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,4,128,1,fp8,fp8,0,0.8968655586242675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,4,128,1,bfloat16,bfloat16,0,1.2806015968322755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,4,128,1,bfloat16,fp8,0,1.3494928359985352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,8,128,1,fp8,fp8,0,0.9594079971313476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,48,128,1,fp8,fp8,0,1.7113183975219726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,8,128,1,bfloat16,bfloat16,0,1.4342512130737304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,8,128,1,bfloat16,fp8,0,1.502023983001709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,48,128,1,fp8,fp8,0,0.8468064308166504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,48,128,1,bfloat16,bfloat16,0,1.5258959770202636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,1,128,1,bfloat16,bfloat16,0,0.5976208209991455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,1,128,1,bfloat16,fp8,0,0.6357103824615479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,48,128,1,bfloat16,fp8,0,1.6574527740478515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,2,128,1,bfloat16,bfloat16,0,0.6039999961853028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,2,128,1,fp8,fp8,0,0.44481921195983887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,2,128,1,bfloat16,fp8,0,0.6439775943756103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,4,128,1,bfloat16,fp8,0,0.6622543811798096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,4,128,1,fp8,fp8,0,0.45116162300109863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,8,128,1,bfloat16,bfloat16,0,0.695358419418335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,8,128,1,fp8,fp8,0,0.46483678817749025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,8,128,1,bfloat16,fp8,0,0.7120160102844239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,48,128,1,fp8,fp8,0,0.33870720863342285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,48,128,1,bfloat16,bfloat16,0,0.7373072147369385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,1,128,1,bfloat16,bfloat16,0,0.30731840133666993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,1,128,1,fp8,fp8,0,0.21528639793395996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,48,128,1,bfloat16,fp8,0,0.7846303939819336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,2,128,1,bfloat16,bfloat16,0,0.3100543975830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,1,128,1,bfloat16,fp8,0,0.32683041095733645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,2,128,1,fp8,fp8,0,0.2153536081314087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,4,128,1,bfloat16,bfloat16,0,0.31478879451751707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,1,128,1,fp8,fp8,0,0.44553442001342775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,4,128,1,fp8,fp8,0,0.2171328067779541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,4,128,1,bfloat16,fp8,0,0.335697603225708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,8,128,1,fp8,fp8,0,0.2276144027709961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,8,128,1,bfloat16,fp8,0,0.3501728057861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,48,128,1,fp8,fp8,0,0.14175360202789306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,1,128,1,bfloat16,bfloat16,0,0.15231839418411255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,48,128,1,bfloat16,fp8,0,0.27649118900299074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,1,128,1,fp8,fp8,0,0.11279360055923462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,1,128,1,bfloat16,fp8,0,0.1661296010017395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,2,128,1,bfloat16,bfloat16,0,0.15372159481048583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,2,128,1,bfloat16,fp8,0,0.16678719520568847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,4,128,1,bfloat16,bfloat16,0,0.15405759811401368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,4,128,1,fp8,fp8,0,0.11290080547332763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,4,128,1,bfloat16,fp8,0,0.16836639642715454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,8,128,1,bfloat16,bfloat16,0,0.1599071979522705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,8,128,1,bfloat16,fp8,0,0.17439199686050416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,48,128,1,bfloat16,bfloat16,0,0.11332800388336181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,48,128,1,bfloat16,fp8,0,0.11726080179214478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,48,128,1,fp8,fp8,0,0.06981279850006103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,2,128,1,bfloat16,fp8,0,0.3301743984222412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,1,128,1,bfloat16,bfloat16,0,0.08408480286598205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,1,128,1,bfloat16,fp8,0,0.09236159920692444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,1,128,1,fp8,fp8,0,0.06164000034332275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,2,128,1,bfloat16,bfloat16,0,0.08416320085525512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,8,128,1,bfloat16,bfloat16,0,0.3287760019302368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,2,128,1,fp8,fp8,0,0.0616320013999939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,2,128,1,bfloat16,fp8,0,0.09256160259246826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,4,128,1,bfloat16,bfloat16,0,0.0842032015323639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,4,128,1,fp8,fp8,0,0.06165760159492493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,48,128,1,bfloat16,bfloat16,0,0.2725327968597412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,4,128,1,bfloat16,bfloat16,0,0.6196767807006835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,8,128,1,bfloat16,bfloat16,0,0.08627359867095948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,4,128,1,bfloat16,fp8,0,0.09242560267448426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,8,128,1,bfloat16,fp8,0,0.09448320269584656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,48,128,1,fp8,fp8,0,0.03926720023155213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,8,128,1,fp8,fp8,0,0.06288319826126099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,48,128,1,bfloat16,bfloat16,0,0.05752800107002258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,1,128,1,bfloat16,bfloat16,0,0.0491104006767273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,2,128,1,fp8,fp8,0,0.11281119585037232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,1,128,1,fp8,fp8,0,0.0356768012046814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,2,128,1,bfloat16,bfloat16,0,0.04930880069732666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,1,128,1,bfloat16,fp8,0,0.053446400165557864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,2,128,1,fp8,fp8,0,0.03643839955329895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,2,128,1,bfloat16,fp8,0,0.05517759919166565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,8,128,1,bfloat16,bfloat16,0,0.049300798773765565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,4,128,1,bfloat16,fp8,0,0.05546879768371582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,8,128,1,fp8,fp8,0,0.11488159894943237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,8,128,1,fp8,fp8,0,0.037038400769233704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,8,128,1,bfloat16,fp8,0,0.05551040172576904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,48,128,1,bfloat16,bfloat16,0,0.03497599959373474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,48,128,1,bfloat16,fp8,0,0.03918560147285462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,1,128,1,bfloat16,bfloat16,0,0.030932798981666565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,1,128,1,bfloat16,fp8,0,0.034995201230049136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,1,128,1,fp8,fp8,0,0.02274399995803833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,2,128,1,bfloat16,bfloat16,0,0.030902400612831116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,2,128,1,fp8,fp8,0,0.022734400629997254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,4,128,1,bfloat16,bfloat16,0,0.030910399556159974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,4,128,1,fp8,fp8,0,0.02314079999923706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,8,128,1,bfloat16,bfloat16,0,0.030926400423049928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,8,128,1,bfloat16,fp8,0,0.035016000270843506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,8,128,1,fp8,fp8,0,0.02452639937400818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,48,128,1,bfloat16,bfloat16,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,48,128,1,bfloat16,fp8,0,0.02672480046749115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,48,128,1,fp8,fp8,0,0.01650079935789108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,1,128,1,bfloat16,bfloat16,0,0.020659199357032774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,48,128,1,bfloat16,fp8,0,0.06377279758453369
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,1,128,1,fp8,fp8,0,0.014937600493431092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,2,128,1,bfloat16,bfloat16,0,0.020689600706100465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,4,128,1,bfloat16,bfloat16,0,0.04928320050239563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,2,128,1,bfloat16,fp8,0,0.02274720072746277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,2,128,1,fp8,fp8,0,0.01645440012216568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,4,128,1,bfloat16,bfloat16,0,0.020587199926376344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,4,128,1,bfloat16,fp8,0,0.023337599635124207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,48,128,1,fp8,fp8,0,0.02473440021276474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,8,128,1,bfloat16,fp8,0,0.023841600120067596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,8,128,1,fp8,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,2,128,1,bfloat16,fp8,0,0.03498719930648804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,4,128,1,bfloat16,fp8,0,0.0350383996963501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,1,128,1,bfloat16,bfloat16,0,0.8758463859558105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,1,128,1,fp8,fp8,0,0.6553936004638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,1,128,1,bfloat16,fp8,0,0.9162960052490234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,1,128,1,bfloat16,fp8,0,0.02274879962205887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,4,128,1,fp8,fp8,0,0.03688479959964752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,4,128,1,fp8,fp8,0,0.016492800414562227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,2,128,1,fp8,fp8,0,0.6599823951721191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,2,128,1,bfloat16,bfloat16,0,0.9048095703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,2,128,1,bfloat16,fp8,0,0.9503151893615722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,4,128,1,bfloat16,bfloat16,0,0.9715231895446778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,4,128,1,bfloat16,fp8,0,1.009505558013916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,8,128,1,fp8,fp8,0,0.7392864227294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,8,128,1,bfloat16,bfloat16,0,1.1132271766662598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,8,128,1,bfloat16,fp8,0,1.1526320457458497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,8,128,1,bfloat16,bfloat16,0,0.020641599595546723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,48,128,1,bfloat16,fp8,0,1.3745183944702148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,1,128,1,bfloat16,bfloat16,0,0.4431136131286621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,1,128,1,fp8,fp8,0,0.3301136016845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,1,128,1,bfloat16,fp8,0,0.46347842216491697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,2,128,1,bfloat16,bfloat16,0,0.4512639999389648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,2,128,1,fp8,fp8,0,0.3317392110824585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,4,128,1,fp8,fp8,0,0.6802512168884277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,4,128,1,bfloat16,bfloat16,0,0.4789167881011963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,4,128,1,fp8,fp8,0,0.33704319000244143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,4,128,1,bfloat16,fp8,0,0.5033919811248779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,8,128,1,bfloat16,bfloat16,0,0.5407616138458252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,8,128,1,bfloat16,fp8,0,0.5551472187042237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,8,128,1,fp8,fp8,0,0.3529952049255371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,48,128,1,bfloat16,bfloat16,0,1.2483887672424316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,48,128,1,bfloat16,bfloat16,0,0.6123295783996582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,48,128,1,fp8,fp8,0,0.3146591901779175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,48,128,1,fp8,fp8,0,0.6900911808013916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,48,128,1,bfloat16,fp8,0,0.6609807968139648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,1,128,1,fp8,fp8,0,0.1557919979095459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,1,128,1,bfloat16,fp8,0,0.23979198932647705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,2,128,1,bfloat16,bfloat16,0,0.2296623945236206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,2,128,1,bfloat16,fp8,0,0.47327361106872556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,2,128,1,bfloat16,fp8,0,0.2412816047668457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,4,128,1,bfloat16,bfloat16,0,0.23772480487823486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,4,128,1,fp8,fp8,0,0.15667680501937867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,4,128,1,bfloat16,fp8,0,0.25086240768432616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,8,128,1,bfloat16,bfloat16,0,0.25461440086364745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,8,128,1,fp8,fp8,0,0.16809120178222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,8,128,1,bfloat16,fp8,0,0.2687279939651489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,1,128,1,bfloat16,bfloat16,0,0.11006239652633668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,48,128,1,fp8,fp8,0,0.11395839452743531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,48,128,1,bfloat16,fp8,0,0.272487998008728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,1,128,1,fp8,fp8,0,0.08184000253677368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,2,128,1,bfloat16,bfloat16,0,0.11084320545196533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,2,128,1,fp8,fp8,0,0.08214880228042602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,2,128,1,bfloat16,fp8,0,0.11915839910507202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,1,128,1,bfloat16,bfloat16,0,0.22716000080108642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,4,128,1,bfloat16,bfloat16,0,0.11157599687576295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,4,128,1,bfloat16,fp8,0,0.12104159593582153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,4,128,1,fp8,fp8,0,0.08217120170593262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,8,128,1,bfloat16,fp8,0,0.12741919755935668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,8,128,1,fp8,fp8,0,0.08389120101928711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,48,128,1,bfloat16,fp8,0,0.09649279713630676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,48,128,1,fp8,fp8,0,0.05142239928245544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,2,128,1,fp8,fp8,0,0.1559391975402832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,1,128,1,bfloat16,bfloat16,0,0.059628802537918094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,1,128,1,fp8,fp8,0,0.04329439997673035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,1,128,1,bfloat16,fp8,0,0.06573119759559631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,2,128,1,bfloat16,bfloat16,0,0.059622400999069215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,2,128,1,fp8,fp8,0,0.044552001357078555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,2,128,1,bfloat16,fp8,0,0.06570240259170532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,4,128,1,bfloat16,bfloat16,0,0.05981919765472412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,4,128,1,bfloat16,fp8,0,0.06603040099143982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,4,128,1,fp8,fp8,0,0.04515039920806885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,8,128,1,bfloat16,bfloat16,0,0.061641597747802736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,8,128,1,fp8,fp8,0,0.045244801044464114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,48,128,1,bfloat16,bfloat16,0,0.2695888042449951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,48,128,1,bfloat16,bfloat16,0,0.04319359958171844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,1,128,1,bfloat16,fp8,0,0.11892960071563721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,48,128,1,bfloat16,fp8,0,0.048824000358581546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,48,128,1,fp8,fp8,0,0.028862398862838746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,1,128,1,fp8,fp8,0,0.024876800179481507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,2,128,1,bfloat16,bfloat16,0,0.03497920036315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,2,128,1,fp8,fp8,0,0.026763200759887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,4,128,1,bfloat16,bfloat16,0,0.034971201419830324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,4,128,1,bfloat16,fp8,0,0.03909280002117157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,8,128,1,bfloat16,bfloat16,0,0.11708639860153199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,4,128,1,fp8,fp8,0,0.02669120132923126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,48,128,1,bfloat16,bfloat16,0,0.09056640267372132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,8,128,1,bfloat16,bfloat16,0,0.034971201419830324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,8,128,1,bfloat16,fp8,0,0.040187200903892516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,48,128,1,bfloat16,bfloat16,0,0.025894400477409363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,48,128,1,fp8,fp8,0,0.018590399622917177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,1,128,1,bfloat16,bfloat16,0,0.022280000150203705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,1,128,1,bfloat16,fp8,0,0.02468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,1,128,1,fp8,fp8,0,0.016523200273513793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,2,128,1,bfloat16,bfloat16,0,0.022652800381183624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,2,128,1,bfloat16,fp8,0,0.024710400402545928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,2,128,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,8,128,1,bfloat16,fp8,0,0.06782079935073852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,4,128,1,bfloat16,bfloat16,0,0.022651199996471406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,4,128,1,bfloat16,fp8,0,0.024772800505161285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,4,128,1,fp8,fp8,0,0.016596800088882445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,1,128,1,bfloat16,bfloat16,0,0.03494719862937927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,8,128,1,bfloat16,bfloat16,0,0.022635200619697572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,8,128,1,fp8,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,1,128,1,bfloat16,fp8,0,0.039017599821090695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,48,128,1,bfloat16,bfloat16,0,0.01698720008134842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,48,128,1,bfloat16,fp8,0,0.020764799416065217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,2,128,1,bfloat16,fp8,0,0.039001598954200745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,1,128,1,bfloat16,bfloat16,0,0.014900800585746766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,48,128,1,fp8,fp8,0,0.012620800733566284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,1,128,1,bfloat16,fp8,0,0.018700799345970152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,2,128,1,bfloat16,bfloat16,0,0.01515199989080429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,2,128,1,bfloat16,fp8,0,0.018585599958896637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,2,128,1,fp8,fp8,0,0.012371200323104858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,4,128,1,bfloat16,bfloat16,0,0.015468800067901611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,4,128,1,fp8,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,4,128,1,bfloat16,fp8,0,0.018639999628067016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,8,128,1,bfloat16,bfloat16,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,8,128,1,fp8,fp8,0,0.02672959864139557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,8,128,1,bfloat16,fp8,0,0.01857759952545166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,48,128,1,bfloat16,fp8,0,0.02913280129432678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,8,128,1,fp8,fp8,0,0.012495999783277511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,48,128,1,bfloat16,bfloat16,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,48,128,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,1,128,1,bfloat16,bfloat16,0,0.01032159999012947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,1,128,1,fp8,fp8,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,2,128,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,1,128,1,bfloat16,fp8,0,0.012494400143623352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,2,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,2,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,4,128,1,bfloat16,bfloat16,0,0.010524799674749374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,4,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,8,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,4,128,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,8,128,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,8,128,1,bfloat16,fp8,0,0.02645919919013977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,1,128,1,fp8,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,1,128,1,bfloat16,bfloat16,0,0.42773919105529784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,1,128,1,fp8,fp8,0,0.32607359886169435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,1,128,1,bfloat16,fp8,0,0.44837441444396975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,2,128,1,bfloat16,bfloat16,0,0.43960962295532224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,48,128,1,bfloat16,fp8,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,2,128,1,fp8,fp8,0,0.3268399953842163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,8,128,1,bfloat16,fp8,0,0.012492799758911132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,2,128,1,bfloat16,fp8,0,0.4613232135772705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,4,128,1,bfloat16,bfloat16,0,0.45929760932922364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,4,128,1,fp8,fp8,0,0.33374719619750975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,8,128,1,fp8,fp8,0,0.3547744035720825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,4,128,1,bfloat16,fp8,0,0.48341121673583987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,8,128,1,bfloat16,fp8,0,0.5319359779357911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,48,128,1,fp8,fp8,0,0.3071664094924927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,1,128,1,bfloat16,bfloat16,0,0.21938560009002686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,8,128,1,bfloat16,bfloat16,0,0.5139152050018311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,48,128,1,bfloat16,fp8,0,0.5926623821258545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,48,128,1,bfloat16,bfloat16,0,0.5494607925415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,1,128,1,fp8,fp8,0,0.1538815975189209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,2,128,1,bfloat16,fp8,0,0.23431200981140138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,2,128,1,bfloat16,bfloat16,0,0.22335519790649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,2,128,1,fp8,fp8,0,0.15386879444122314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,4,128,1,bfloat16,bfloat16,0,0.22977280616760254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,4,128,1,bfloat16,fp8,0,0.2458336114883423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,4,128,1,fp8,fp8,0,0.15390080213546753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,8,128,1,bfloat16,fp8,0,0.2623600006103516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,8,128,1,fp8,fp8,0,0.16643520593643188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,48,128,1,bfloat16,bfloat16,0,0.25835840702056884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,48,128,1,fp8,fp8,0,0.11589280366897584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,1,128,1,bfloat16,bfloat16,0,0.10472160577774048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,1,128,1,fp8,fp8,0,0.08006560206413268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,1,128,1,bfloat16,fp8,0,0.11492320299148559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,48,128,1,bfloat16,fp8,0,0.25979039669036863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,2,128,1,fp8,fp8,0,0.08005120158195496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,4,128,1,bfloat16,bfloat16,0,0.10683679580688477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,4,128,1,bfloat16,fp8,0,0.11689599752426147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,4,128,1,fp8,fp8,0,0.08006240129470825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,8,128,1,bfloat16,bfloat16,0,0.11309599876403809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,8,128,1,bfloat16,fp8,0,0.12308640480041504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,8,128,1,fp8,fp8,0,0.08214719891548157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,1,128,1,bfloat16,fp8,0,0.23281760215759278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,48,128,1,bfloat16,bfloat16,0,0.09181920289993287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,48,128,1,fp8,fp8,0,0.05140799880027771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,48,128,1,bfloat16,fp8,0,0.09470239877700806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,1,128,1,bfloat16,bfloat16,0,0.0575007975101471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,1,128,1,bfloat16,fp8,0,0.06363999843597412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,2,128,1,bfloat16,bfloat16,0,0.05752159953117371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,2,128,1,fp8,fp8,0,0.0432096004486084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,4,128,1,bfloat16,bfloat16,0,0.05754079818725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,4,128,1,bfloat16,fp8,0,0.06372159719467163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,8,128,1,bfloat16,bfloat16,0,0.05953279733657837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,8,128,1,bfloat16,bfloat16,0,0.24810879230499266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,8,128,1,bfloat16,fp8,0,0.06572160124778748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,8,128,1,fp8,fp8,0,0.04532800018787384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,48,128,1,bfloat16,bfloat16,0,0.04112319946289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,48,128,1,bfloat16,fp8,0,0.04733920097351074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,48,128,1,fp8,fp8,0,0.028887999057769776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,2,128,1,bfloat16,fp8,0,0.11495200395584107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,1,128,1,bfloat16,bfloat16,0,0.032923200726509096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,2,128,1,bfloat16,bfloat16,0,0.10664639472961426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,1,128,1,bfloat16,fp8,0,0.03697440028190613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,1,128,1,fp8,fp8,0,0.024769599735736846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,2,128,1,fp8,fp8,0,0.0247296005487442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,2,128,1,bfloat16,fp8,0,0.037049600481987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,4,128,1,bfloat16,bfloat16,0,0.03309760093688965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,4,128,1,fp8,fp8,0,0.025723201036453248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,4,128,1,bfloat16,fp8,0,0.03702079951763153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,8,128,1,bfloat16,bfloat16,0,0.03494240045547485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,8,128,1,fp8,fp8,0,0.026652801036834716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,48,128,1,bfloat16,bfloat16,0,0.024702399969100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,48,128,1,fp8,fp8,0,0.018540799617767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,1,128,1,bfloat16,bfloat16,0,0.020664000511169435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,1,128,1,fp8,fp8,0,0.04319359958171844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,1,128,1,bfloat16,fp8,0,0.024673600494861603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,1,128,1,fp8,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,2,128,1,bfloat16,bfloat16,0,0.020656000077724456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,2,128,1,bfloat16,fp8,0,0.06366239786148072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,2,128,1,bfloat16,fp8,0,0.024702399969100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,2,128,1,fp8,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,4,128,1,bfloat16,bfloat16,0,0.020678399503231047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,4,128,1,fp8,fp8,0,0.043182399868965146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,4,128,1,fp8,fp8,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,8,128,1,bfloat16,bfloat16,0,0.02143840044736862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,8,128,1,bfloat16,fp8,0,0.02478239983320236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,48,128,1,bfloat16,bfloat16,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,48,128,1,fp8,fp8,0,0.012464000284671784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,1,128,1,bfloat16,bfloat16,0,0.014457599818706512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,1,128,1,bfloat16,fp8,0,0.01858240067958832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,1,128,1,fp8,fp8,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,2,128,1,bfloat16,bfloat16,0,0.014556799829006196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,2,128,1,bfloat16,bfloat16,0,0.03296479880809784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,2,128,1,fp8,fp8,0,0.012483199685811996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,4,128,1,bfloat16,bfloat16,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,4,128,1,bfloat16,fp8,0,0.018534399569034576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,8,128,1,bfloat16,fp8,0,0.03906559944152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,4,128,1,fp8,fp8,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,8,128,1,bfloat16,bfloat16,0,0.014654399454593658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,8,128,1,fp8,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,48,128,1,bfloat16,bfloat16,0,0.01037919968366623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,48,128,1,bfloat16,fp8,0,0.012928000092506409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,48,128,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,1,128,1,bfloat16,bfloat16,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,1,128,1,bfloat16,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,4,128,1,bfloat16,fp8,0,0.030609598755836485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,1,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,2,128,1,bfloat16,bfloat16,0,0.010369600355625152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,8,128,1,fp8,fp8,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,48,128,1,bfloat16,fp8,0,0.020608000457286835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,4,128,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,4,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,8,128,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,8,128,1,bfloat16,fp8,0,0.012372799962759019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,8,128,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,2,128,1,bfloat16,fp8,0,0.018540799617767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,48,128,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,48,128,1,bfloat16,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,48,128,1,fp8,fp8,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,1,128,1,bfloat16,bfloat16,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,1,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,2,128,1,bfloat16,bfloat16,0,0.010360000282526016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,48,128,1,bfloat16,fp8,0,0.028891199827194215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,2,128,1,bfloat16,fp8,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,8,128,1,bfloat16,fp8,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,2,128,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,4,128,1,bfloat16,bfloat16,0,0.010299199819564819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,4,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,4,128,1,bfloat16,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,8,128,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,8,128,1,bfloat16,fp8,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,1,128,1,bfloat16,bfloat16,0,0.3938096046447754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,2,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,4,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,1,128,1,bfloat16,fp8,0,0.41756157875061034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,1,128,1,fp8,fp8,0,0.28980801105499265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,2,128,1,bfloat16,bfloat16,0,0.39686241149902346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,2,128,1,bfloat16,fp8,0,0.4219071865081787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,2,128,1,fp8,fp8,0,0.28906080722808836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,1,128,1,bfloat16,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,4,128,1,bfloat16,bfloat16,0,0.40382080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,4,128,1,bfloat16,fp8,0,0.43035039901733396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,8,128,1,bfloat16,bfloat16,0,0.41996002197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,8,128,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,8,128,1,bfloat16,fp8,0,0.4481215953826904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,8,128,1,fp8,fp8,0,0.3010159969329834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,48,128,1,bfloat16,bfloat16,0,0.3290623903274536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,1,128,1,bfloat16,bfloat16,0,0.18855520486831664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,48,128,1,fp8,fp8,0,0.18581759929656982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,1,128,1,bfloat16,fp8,0,0.2029103994369507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,1,128,1,fp8,fp8,0,0.14572319984436036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,2,128,1,bfloat16,bfloat16,0,0.18857439756393432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,2,128,1,fp8,fp8,0,0.1457200050354004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,2,128,1,bfloat16,fp8,0,0.20294079780578614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,4,128,1,bfloat16,bfloat16,0,0.19063040018081664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,4,128,1,bfloat16,fp8,0,0.20505280494689943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,8,128,1,bfloat16,bfloat16,0,0.19686720371246338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,8,128,1,fp8,fp8,0,0.14789919853210448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,48,128,1,bfloat16,bfloat16,0,0.13345919847488402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,48,128,1,bfloat16,fp8,0,0.13769760131835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,48,128,1,fp8,fp8,0,0.08408480286598205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,1,128,1,bfloat16,bfloat16,0,0.09766240119934082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,4,128,1,fp8,fp8,0,0.2907007932662964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,1,128,1,bfloat16,fp8,0,0.10667840242385865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,1,128,1,fp8,fp8,0,0.0760703980922699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,2,128,1,bfloat16,bfloat16,0,0.09848160147666932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,2,128,1,fp8,fp8,0,0.07594079971313476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,4,128,1,bfloat16,bfloat16,0,0.09845920205116272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,4,128,1,bfloat16,fp8,0,0.10707839727401733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,4,128,1,fp8,fp8,0,0.07598239779472352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,48,128,1,bfloat16,fp8,0,0.3314079999923706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,8,128,1,bfloat16,bfloat16,0,0.10053919553756714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,2,128,1,bfloat16,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,8,128,1,bfloat16,fp8,0,0.10870399475097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,8,128,1,fp8,fp8,0,0.07710719704627991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,48,128,1,bfloat16,bfloat16,0,0.061641597747802736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,48,128,1,fp8,fp8,0,0.045204800367355344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,48,128,1,bfloat16,fp8,0,0.06868640184402466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,1,128,1,bfloat16,bfloat16,0,0.05345119833946228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,1,128,1,bfloat16,fp8,0,0.058847999572753905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,1,128,1,fp8,fp8,0,0.04107840061187744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,2,128,1,bfloat16,bfloat16,0,0.053371202945709226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,2,128,1,fp8,fp8,0,0.04116480052471161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,8,128,1,bfloat16,fp8,0,0.21515839099884032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,4,128,1,bfloat16,bfloat16,0,0.05342400074005127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,4,128,1,bfloat16,fp8,0,0.059596800804138185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,4,128,1,fp8,fp8,0,0.04114879965782166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,8,128,1,bfloat16,bfloat16,0,0.053390401601791385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,8,128,1,fp8,fp8,0,0.04139359891414642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,48,128,1,bfloat16,bfloat16,0,0.034999999403953555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,48,128,1,bfloat16,fp8,0,0.03903839886188507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,48,128,1,fp8,fp8,0,0.026745599508285523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,1,128,1,bfloat16,bfloat16,0,0.030807998776435853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,1,128,1,bfloat16,fp8,0,0.03496159911155701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,2,128,1,bfloat16,bfloat16,0,0.030910399556159974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,2,128,1,fp8,fp8,0,0.02465279996395111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,4,128,1,bfloat16,bfloat16,0,0.030880001187324525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,2,128,1,bfloat16,fp8,0,0.10665440559387207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,4,128,1,bfloat16,fp8,0,0.035006400942802426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,4,128,1,fp8,fp8,0,0.024675199389457704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,8,128,1,bfloat16,bfloat16,0,0.030843201279640197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,8,128,1,bfloat16,fp8,0,0.035016000270843506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,8,128,1,fp8,fp8,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,48,128,1,bfloat16,bfloat16,0,0.022592000663280487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,48,128,1,bfloat16,fp8,0,0.024753600358963013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,48,128,1,fp8,fp8,0,0.0166143998503685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,1,128,1,bfloat16,bfloat16,0,0.020207999646663664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,1,128,1,fp8,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,1,128,1,bfloat16,fp8,0,0.022729599475860597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,2,128,1,bfloat16,bfloat16,0,0.020553599298000335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,2,128,1,bfloat16,fp8,0,0.022726400196552275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,4,128,1,fp8,fp8,0,0.14674400091171264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,4,128,1,bfloat16,bfloat16,0,0.020572799444198608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,2,128,1,bfloat16,fp8,0,0.05973920226097107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,4,128,1,bfloat16,fp8,0,0.022702400386333466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,8,128,1,bfloat16,bfloat16,0,0.020576000213623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,8,128,1,bfloat16,fp8,0,0.022644799947738648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,8,128,1,fp8,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,48,128,1,bfloat16,bfloat16,0,0.016100800037384032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,48,128,1,bfloat16,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,48,128,1,fp8,fp8,0,0.012441600114107132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,1,128,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,1,128,1,fp8,fp8,0,0.024673600494861603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,1,128,1,fp8,fp8,0,0.01234079971909523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,2,128,1,bfloat16,fp8,0,0.03498240113258362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,2,128,1,bfloat16,bfloat16,0,0.014476799964904785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,2,128,1,bfloat16,fp8,0,0.016519999504089354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,4,128,1,bfloat16,bfloat16,0,0.014460800588130951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,4,128,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,8,128,1,bfloat16,bfloat16,0,0.014446400105953217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,2,128,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,4,128,1,fp8,fp8,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,8,128,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,48,128,1,bfloat16,bfloat16,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,48,128,1,bfloat16,fp8,0,0.012414400279521943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,48,128,1,fp8,fp8,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,1,128,1,bfloat16,bfloat16,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,1,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,1,128,1,bfloat16,fp8,0,0.012280000001192093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,1,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,2,128,1,bfloat16,fp8,0,0.011337599903345107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,4,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,2,128,1,fp8,fp8,0,0.012361600250005721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,2,128,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,4,128,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,4,128,1,fp8,fp8,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,8,128,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,8,128,1,bfloat16,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,8,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,48,128,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,48,128,1,bfloat16,fp8,0,0.012441600114107132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,48,128,1,fp8,fp8,0,0.008633600175380706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,1,128,1,bfloat16,fp8,0,0.011339200288057327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,1,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,2,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,2,128,1,bfloat16,fp8,0,0.01114400029182434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,4,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,4,128,1,bfloat16,fp8,0,0.012172800302505494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,4,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,8,128,1,bfloat16,fp8,0,0.016697600483894348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,8,128,1,bfloat16,fp8,0,0.011761599779129028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,8,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,8,128,1,bfloat16,fp8,0,0.05956799983978271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,1,128,1,bfloat16,bfloat16,0,0.3606256008148193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,2,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,1,128,1,bfloat16,fp8,0,0.379038405418396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,1,128,1,fp8,fp8,0,0.2787424087524414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,4,128,1,bfloat16,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,2,128,1,bfloat16,fp8,0,0.3792304039001465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,2,128,1,bfloat16,bfloat16,0,0.36061599254608157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,4,128,1,bfloat16,bfloat16,0,0.3625407934188843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,1,128,1,bfloat16,bfloat16,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,4,128,1,fp8,fp8,0,0.27980480194091795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,4,128,1,bfloat16,fp8,0,0.3812079906463623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,2,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,8,128,1,bfloat16,bfloat16,0,0.3693279981613159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,48,128,1,bfloat16,bfloat16,0,0.22152481079101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,8,128,1,fp8,fp8,0,0.28092160224914553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,48,128,1,fp8,fp8,0,0.1476304054260254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,8,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,48,128,1,bfloat16,fp8,0,0.2295504093170166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,1,128,1,bfloat16,bfloat16,0,0.18256479501724243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,1,128,1,fp8,fp8,0,0.14149760007858275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,1,128,1,bfloat16,fp8,0,0.19260640144348146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,2,128,1,bfloat16,bfloat16,0,0.18247679471969605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,2,128,1,fp8,fp8,0,0.1414639949798584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,2,128,1,bfloat16,fp8,0,0.19275039434432983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,4,128,1,bfloat16,bfloat16,0,0.1824512004852295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,4,128,1,fp8,fp8,0,0.14150400161743165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,8,128,1,bfloat16,bfloat16,0,0.18459680080413818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,8,128,1,fp8,fp8,0,0.1415743947029114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,8,128,1,bfloat16,fp8,0,0.19476159811019897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,48,128,1,bfloat16,fp8,0,0.11074719429016114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,48,128,1,fp8,fp8,0,0.07801600098609925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,1,128,1,bfloat16,bfloat16,0,0.09443839788436889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,2,128,1,fp8,fp8,0,0.27887520790100095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,1,128,1,fp8,fp8,0,0.07390080094337463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,2,128,1,bfloat16,bfloat16,0,0.09433919787406922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,2,128,1,bfloat16,fp8,0,0.10052000284194947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,2,128,1,fp8,fp8,0,0.07435359954833984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,4,128,1,bfloat16,bfloat16,0,0.09458879828453064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,4,128,1,fp8,fp8,0,0.0739359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,8,128,1,bfloat16,bfloat16,0,0.09643039703369141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,8,128,1,bfloat16,fp8,0,0.10260800123214722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,8,128,1,fp8,fp8,0,0.07384160161018372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,8,128,1,bfloat16,fp8,0,0.3860896110534668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,48,128,1,bfloat16,bfloat16,0,0.055478399991989134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,48,128,1,bfloat16,fp8,0,0.06020960211753845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,48,128,1,fp8,fp8,0,0.04187839925289154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,1,128,1,bfloat16,bfloat16,0,0.0513808012008667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,1,128,1,bfloat16,fp8,0,0.05543360114097595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,2,128,1,bfloat16,bfloat16,0,0.05141119956970215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,2,128,1,fp8,fp8,0,0.041038399934768675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,4,128,1,bfloat16,bfloat16,0,0.05136479735374451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,4,128,1,fp8,fp8,0,0.041126400232315063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,4,128,1,bfloat16,fp8,0,0.055504000186920165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,8,128,1,bfloat16,bfloat16,0,0.051363199949264526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,4,128,1,bfloat16,fp8,0,0.19286880493164063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,8,128,1,bfloat16,fp8,0,0.05587999820709229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,8,128,1,fp8,fp8,0,0.041142401099205014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,48,128,1,bfloat16,bfloat16,0,0.10262080430984497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,48,128,1,bfloat16,fp8,0,0.03505440056324005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,48,128,1,fp8,fp8,0,0.024715200066566467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,1,128,1,bfloat16,bfloat16,0,0.030846399068832398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,1,128,1,fp8,fp8,0,0.024054400622844696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,2,128,1,bfloat16,bfloat16,0,0.030851200222969055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,2,128,1,bfloat16,fp8,0,0.032943999767303465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,1,128,1,bfloat16,fp8,0,0.10055999755859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,2,128,1,fp8,fp8,0,0.024675199389457704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,4,128,1,bfloat16,bfloat16,0,0.030873599648475646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,4,128,1,bfloat16,fp8,0,0.03295199871063233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,4,128,1,fp8,fp8,0,0.024675199389457704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,4,128,1,bfloat16,fp8,0,0.10250240564346313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,8,128,1,bfloat16,bfloat16,0,0.030854400992393494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,8,128,1,bfloat16,fp8,0,0.03296160101890564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,8,128,1,fp8,fp8,0,0.024639999866485594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,48,128,1,bfloat16,bfloat16,0,0.02062560021877289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,48,128,1,fp8,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,1,128,1,bfloat16,fp8,0,0.022627200186252593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,1,128,1,fp8,fp8,0,0.014595200121402741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,1,128,1,fp8,fp8,0,0.04105759859085083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,2,128,1,bfloat16,bfloat16,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,2,128,1,bfloat16,fp8,0,0.022622400522232057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,2,128,1,bfloat16,fp8,0,0.05545439720153809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,2,128,1,fp8,fp8,0,0.015187199413776397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,4,128,1,bfloat16,bfloat16,0,0.01865600049495697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,4,128,1,bfloat16,fp8,0,0.022753599286079406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,4,128,1,fp8,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,8,128,1,bfloat16,fp8,0,0.022668799757957457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,8,128,1,fp8,fp8,0,0.015824000537395477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,48,128,1,bfloat16,bfloat16,0,0.014443199336528777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,48,128,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,48,128,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,1,128,1,bfloat16,bfloat16,0,0.014417600631713868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,1,128,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,2,128,1,bfloat16,bfloat16,0,0.014451199769973755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,2,128,1,bfloat16,fp8,0,0.016601599752902985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,2,128,1,fp8,fp8,0,0.010931199789047242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,4,128,1,bfloat16,bfloat16,0,0.014468799531459808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,4,128,1,bfloat16,fp8,0,0.016527999937534333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,4,128,1,fp8,fp8,0,0.011800000071525573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,8,128,1,bfloat16,bfloat16,0,0.014480000734329224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,8,128,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,1,128,1,bfloat16,bfloat16,0,0.018654400110244752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,8,128,1,fp8,fp8,0,0.012204799801111221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,48,128,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,48,128,1,bfloat16,fp8,0,0.01242239996790886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,1,128,1,bfloat16,bfloat16,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,1,128,1,bfloat16,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,1,128,1,fp8,fp8,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,2,128,1,bfloat16,bfloat16,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,2,128,1,bfloat16,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,2,128,1,fp8,fp8,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,4,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,4,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,48,128,1,bfloat16,bfloat16,0,0.03223679959774017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,4,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,8,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,1,128,1,bfloat16,fp8,0,0.03297280073165894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,8,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,48,128,1,bfloat16,bfloat16,0,0.010302399843931198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,48,128,1,bfloat16,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,48,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,1,128,1,bfloat16,fp8,0,0.01037919968366623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,1,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,2,128,1,bfloat16,bfloat16,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,2,128,1,bfloat16,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,2,128,1,fp8,fp8,0,0.008231999725103379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,48,128,1,bfloat16,fp8,0,0.022699199616909027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,4,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,4,128,1,fp8,fp8,0,0.008231999725103379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,8,128,1,bfloat16,bfloat16,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,8,128,1,bfloat16,fp8,0,0.010363200306892395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,8,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,8,128,1,bfloat16,bfloat16,0,0.018632000684738158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,1,128,1,bfloat16,bfloat16,0,0.3522336006164551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,1,128,1,fp8,fp8,0,0.2744623899459839
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,1,128,1,bfloat16,fp8,0,0.37294559478759765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,8,128,1,bfloat16,fp8,0,0.01037919968366623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,1,128,1,fp8,fp8,0,0.010531199723482132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,2,128,1,bfloat16,bfloat16,0,0.3523184061050415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,2,128,1,bfloat16,fp8,0,0.3729072093963623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,1,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,2,128,1,fp8,fp8,0,0.2747024059295654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,4,128,1,bfloat16,bfloat16,0,0.35236799716949463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,4,128,1,bfloat16,fp8,0,0.37279839515686036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,4,128,1,fp8,fp8,0,0.2746256113052368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,8,128,1,bfloat16,bfloat16,0,0.35227038860321047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,8,128,1,fp8,fp8,0,0.27463679313659667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,48,128,1,bfloat16,bfloat16,0,0.17625759840011596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,8,128,1,bfloat16,fp8,0,0.3728015899658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,48,128,1,fp8,fp8,0,0.13953919410705568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,1,128,1,bfloat16,bfloat16,0,0.17834880352020263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,4,128,1,bfloat16,fp8,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,1,128,1,fp8,fp8,0,0.13946239948272704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,48,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,2,128,1,bfloat16,bfloat16,0,0.1783071994781494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,4,128,1,bfloat16,bfloat16,0,0.17827999591827393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,2,128,1,fp8,fp8,0,0.1394544005393982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,4,128,1,fp8,fp8,0,0.1394528031349182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,4,128,1,bfloat16,fp8,0,0.18886560201644897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,8,128,1,bfloat16,bfloat16,0,0.1783408045768738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,48,128,1,bfloat16,bfloat16,0,0.09234560132026673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,8,128,1,fp8,fp8,0,0.13944000005722046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,8,128,1,bfloat16,fp8,0,0.18863040208816528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,48,128,1,fp8,fp8,0,0.07387040257453918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,48,128,1,bfloat16,fp8,0,0.10044000148773194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,1,128,1,bfloat16,bfloat16,0,0.09247040152549743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,1,128,1,bfloat16,fp8,0,0.10045919418334961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,1,128,1,fp8,fp8,0,0.07364000082015991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,2,128,1,bfloat16,bfloat16,0,0.09239199757575989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,2,128,1,bfloat16,fp8,0,0.10024960041046142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,4,128,1,bfloat16,bfloat16,0,0.09236639738082886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,4,128,1,bfloat16,fp8,0,0.1002992033958435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,4,128,1,fp8,fp8,0,0.07390720248222352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,8,128,1,bfloat16,bfloat16,0,0.09233919978141784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,8,128,1,bfloat16,fp8,0,0.1004304051399231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,8,128,1,fp8,fp8,0,0.07382559776306152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,48,128,1,bfloat16,fp8,0,0.18879040479660034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,48,128,1,bfloat16,fp8,0,0.05540800094604492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,1,128,1,bfloat16,fp8,0,0.18857920169830322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,48,128,1,fp8,fp8,0,0.041073599457740785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,1,128,1,bfloat16,bfloat16,0,0.051316797733306885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,1,128,1,bfloat16,fp8,0,0.05539360046386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,2,128,1,bfloat16,bfloat16,0,0.051313602924346925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,2,128,1,bfloat16,fp8,0,0.05550720095634461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,2,128,1,fp8,fp8,0,0.03912160098552704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,2,128,1,bfloat16,fp8,0,0.18861119747161864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,4,128,1,bfloat16,bfloat16,0,0.05134559869766235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,4,128,1,fp8,fp8,0,0.039792001247406006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,8,128,1,bfloat16,bfloat16,0,0.051399999856948854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,8,128,1,bfloat16,fp8,0,0.055390399694442746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,8,128,1,fp8,fp8,0,0.0407584011554718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,48,128,1,bfloat16,bfloat16,0,0.030799999833106995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,48,128,1,bfloat16,fp8,0,0.03296320140361786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,48,128,1,fp8,fp8,0,0.024692800641059876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,1,128,1,bfloat16,bfloat16,0,0.028859201073646545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,1,128,1,fp8,fp8,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,2,128,1,bfloat16,bfloat16,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,2,128,1,fp8,fp8,0,0.022644799947738648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,4,128,1,bfloat16,bfloat16,0,0.028857600688934327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,2,128,1,fp8,fp8,0,0.07379519939422607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,4,128,1,bfloat16,fp8,0,0.03294720053672791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,4,128,1,fp8,fp8,0,0.02311359941959381
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,8,128,1,bfloat16,bfloat16,0,0.02887519896030426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,8,128,1,bfloat16,fp8,0,0.032950401306152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,8,128,1,fp8,fp8,0,0.023083199560642243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,48,128,1,bfloat16,bfloat16,0,0.020559999346733093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,48,128,1,bfloat16,fp8,0,0.023233599960803986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,48,128,1,fp8,fp8,0,0.016484799981117248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,1,128,1,bfloat16,bfloat16,0,0.01860000044107437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,1,128,1,bfloat16,fp8,0,0.02211360037326813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,2,128,1,bfloat16,bfloat16,0,0.01855359971523285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,2,128,1,bfloat16,fp8,0,0.022596800327301027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,2,128,1,fp8,fp8,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,1,128,1,fp8,fp8,0,0.03908959925174713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,4,128,1,bfloat16,bfloat16,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,4,128,1,bfloat16,fp8,0,0.022644799947738648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,4,128,1,bfloat16,fp8,0,0.05537599921226501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,8,128,1,bfloat16,bfloat16,0,0.01855199933052063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,8,128,1,bfloat16,fp8,0,0.022673599421977997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,8,128,1,fp8,fp8,0,0.015171200037002563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,48,128,1,bfloat16,fp8,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,48,128,1,fp8,fp8,0,0.012479999661445617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,1,128,1,bfloat16,bfloat16,0,0.014435200393199921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,2,128,1,bfloat16,fp8,0,0.03294720053672791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,1,128,1,fp8,fp8,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,2,128,1,bfloat16,bfloat16,0,0.014483200013637542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,2,128,1,bfloat16,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,2,128,1,fp8,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,4,128,1,bfloat16,bfloat16,0,0.014475199580192565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,4,128,1,bfloat16,fp8,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,4,128,1,fp8,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,8,128,1,bfloat16,bfloat16,0,0.014428800344467163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,48,128,1,bfloat16,bfloat16,0,0.0512719988822937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,8,128,1,bfloat16,fp8,0,0.016467200219631196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,1,128,1,fp8,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,8,128,1,fp8,fp8,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,48,128,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,1,128,1,bfloat16,bfloat16,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,1,128,1,bfloat16,fp8,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,4,128,1,fp8,fp8,0,0.01465120017528534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,1,128,1,fp8,fp8,0,0.006961599737405777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,2,128,1,bfloat16,bfloat16,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,2,128,1,fp8,fp8,0,0.006424000114202499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,48,128,1,bfloat16,bfloat16,0,0.014528000354766845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,4,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,4,128,1,fp8,fp8,0,0.00716480016708374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,1,128,1,bfloat16,fp8,0,0.032864001393318173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,8,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,8,128,1,fp8,fp8,0,0.006716799736022949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,1,128,1,bfloat16,fp8,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,48,128,1,bfloat16,bfloat16,0,0.00910239964723587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,48,128,1,bfloat16,fp8,0,0.010447999835014344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,48,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,1,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,1,128,1,fp8,fp8,0,0.006319999694824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,2,128,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,2,128,1,bfloat16,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,2,128,1,fp8,fp8,0,0.006329599767923355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,4,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,4,128,1,bfloat16,fp8,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,48,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,8,128,1,bfloat16,bfloat16,0,0.008643200248479843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,8,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,8,128,1,fp8,fp8,0,0.007062400132417679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,2,128,1,bfloat16,fp8,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,4,128,1,bfloat16,fp8,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,8,128,1,bfloat16,bfloat16,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,1,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,48,128,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,4,128,1,fp8,fp8,0,0.006387200206518173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,1,128,1,fp8,fp8,0,99.9392333984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,2,128,1,fp8,fp8,0,99.69804077148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,1,128,1,bfloat16,bfloat16,0,132.5671142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,2,128,1,bfloat16,bfloat16,0,133.2394287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,4,128,1,bfloat16,bfloat16,0,136.52010498046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,1,128,1,bfloat16,fp8,0,148.10147705078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,2,128,1,bfloat16,fp8,0,149.070849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,4,128,1,bfloat16,fp8,0,151.73367919921876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,4,128,1,fp8,fp8,0,100.11782836914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,1,128,1,bfloat16,bfloat16,0,66.41909790039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,8,128,1,fp8,fp8,0,103.49647216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,8,128,1,bfloat16,bfloat16,0,142.6063720703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,1,128,1,bfloat16,fp8,0,74.19007568359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,1,128,1,fp8,fp8,0,50.07762451171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,8,128,1,bfloat16,fp8,0,155.041064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,2,128,1,bfloat16,bfloat16,0,66.64019165039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,2,128,1,bfloat16,fp8,0,74.631640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,2,128,1,fp8,fp8,0,49.96087646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,4,128,1,bfloat16,bfloat16,0,66.76019287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,40,128,1,fp8,fp8,0,61.290740966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,4,128,1,fp8,fp8,0,50.034768676757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,4,128,1,bfloat16,fp8,0,75.25065307617187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,40,128,1,fp8,fp8,0,28.122772216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,8,128,1,bfloat16,bfloat16,0,70.3505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,40,128,1,bfloat16,bfloat16,0,103.399755859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,40,128,1,bfloat16,bfloat16,0,42.740560913085936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,40,128,1,bfloat16,fp8,0,42.8279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,8,128,1,fp8,fp8,0,50.29263916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,40,128,1,bfloat16,fp8,0,109.16015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,8,128,1,bfloat16,fp8,0,77.07636108398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,1,128,1,fp8,fp8,0,25.155601501464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,1,128,1,bfloat16,bfloat16,0,33.36171264648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,2,128,1,fp8,fp8,0,25.093577575683593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,1,128,1,bfloat16,fp8,0,37.24830932617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,2,128,1,bfloat16,bfloat16,0,33.479147338867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,4,128,1,bfloat16,bfloat16,0,33.40675659179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,2,128,1,bfloat16,fp8,0,37.46592407226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,4,128,1,fp8,fp8,0,25.14318389892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,40,128,1,fp8,fp8,0,13.169528198242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,4,128,1,bfloat16,fp8,0,37.71781005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,40,128,1,bfloat16,bfloat16,0,19.994485473632814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,8,128,1,fp8,fp8,0,25.21582794189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,40,128,1,bfloat16,fp8,0,20.93201141357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,8,128,1,bfloat16,bfloat16,0,33.53461608886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,1,128,1,bfloat16,bfloat16,0,16.84559783935547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,1,128,1,fp8,fp8,0,12.701399993896484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,8,128,1,bfloat16,fp8,0,37.66763610839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,1,128,1,bfloat16,fp8,0,18.82117919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,2,128,1,bfloat16,bfloat16,0,16.908401489257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,2,128,1,fp8,fp8,0,12.672007751464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,2,128,1,bfloat16,fp8,0,18.927348327636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,4,128,1,bfloat16,bfloat16,0,16.87311248779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,4,128,1,fp8,fp8,0,12.69234848022461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,4,128,1,bfloat16,fp8,0,18.82231750488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,8,128,1,bfloat16,bfloat16,0,16.908143615722658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,8,128,1,fp8,fp8,0,12.727986907958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,8,128,1,bfloat16,fp8,0,18.973757934570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,1,128,1,fp8,fp8,0,56.505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,2,128,1,fp8,fp8,0,56.391754150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,1,128,1,bfloat16,bfloat16,0,74.95625610351563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,2,128,1,bfloat16,bfloat16,0,75.25172729492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,1,128,1,bfloat16,fp8,0,83.69266967773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,4,128,1,bfloat16,bfloat16,0,76.62651977539062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,2,128,1,bfloat16,fp8,0,84.46190795898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,4,128,1,bfloat16,fp8,0,85.54242553710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,4,128,1,fp8,fp8,0,56.51625366210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,40,128,1,fp8,fp8,0,34.942559814453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,8,128,1,fp8,fp8,0,58.037548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,1,128,1,bfloat16,bfloat16,0,37.583349609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,40,128,1,bfloat16,bfloat16,0,59.460443115234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,8,128,1,bfloat16,bfloat16,0,80.66665649414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,40,128,1,bfloat16,fp8,0,60.143212890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,1,128,1,fp8,fp8,0,28.332870483398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,1,128,1,bfloat16,fp8,0,41.98448181152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,8,128,1,bfloat16,fp8,0,87.58157958984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,2,128,1,fp8,fp8,0,28.272097778320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,2,128,1,bfloat16,bfloat16,0,37.72274169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,2,128,1,bfloat16,fp8,0,42.212057495117186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,4,128,1,bfloat16,bfloat16,0,37.69243469238281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,4,128,1,fp8,fp8,0,28.313092041015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,4,128,1,bfloat16,fp8,0,42.48577880859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,8,128,1,bfloat16,bfloat16,0,39.31947326660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,40,128,1,fp8,fp8,0,15.754330444335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,40,128,1,bfloat16,bfloat16,0,24.373597717285158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,8,128,1,fp8,fp8,0,28.426559448242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,1,128,1,bfloat16,bfloat16,0,18.900057983398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,8,128,1,bfloat16,fp8,0,43.34075927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,40,128,1,bfloat16,fp8,0,24.449200439453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,1,128,1,bfloat16,fp8,0,21.113096618652342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,1,128,1,fp8,fp8,0,14.255532836914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,2,128,1,fp8,fp8,0,14.216893005371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,2,128,1,bfloat16,bfloat16,0,18.97230224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,4,128,1,fp8,fp8,0,14.242787170410157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,2,128,1,bfloat16,fp8,0,21.243492126464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,4,128,1,bfloat16,bfloat16,0,18.9378173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,4,128,1,bfloat16,fp8,0,21.36876220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,40,128,1,fp8,fp8,0,7.370500946044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,8,128,1,bfloat16,bfloat16,0,19.004869079589845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,40,128,1,bfloat16,bfloat16,0,10.980815887451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,8,128,1,fp8,fp8,0,14.286759948730468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,40,128,1,bfloat16,fp8,0,11.573648071289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,1,128,1,bfloat16,bfloat16,0,9.552678680419922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,8,128,1,bfloat16,fp8,0,21.325201416015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,1,128,1,bfloat16,fp8,0,10.668342590332031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,1,128,1,fp8,fp8,0,7.197206115722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,2,128,1,fp8,fp8,0,7.184748840332031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,2,128,1,bfloat16,bfloat16,0,9.597457885742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,2,128,1,bfloat16,fp8,0,10.738960266113281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,4,128,1,bfloat16,bfloat16,0,9.5687744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,4,128,1,fp8,fp8,0,7.198947143554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,4,128,1,bfloat16,fp8,0,10.807157135009765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,8,128,1,bfloat16,bfloat16,0,9.592457580566407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,8,128,1,fp8,fp8,0,7.227855682373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,8,128,1,bfloat16,fp8,0,10.821383666992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,1,128,1,fp8,fp8,0,39.39900207519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,2,128,1,fp8,fp8,0,39.33029479980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,1,128,1,bfloat16,bfloat16,0,52.27838134765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,2,128,1,bfloat16,bfloat16,0,52.48948974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,1,128,1,bfloat16,fp8,0,58.345330810546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,4,128,1,bfloat16,bfloat16,0,53.1667236328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,2,128,1,bfloat16,fp8,0,58.71883544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,4,128,1,bfloat16,fp8,0,59.05818481445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,4,128,1,fp8,fp8,0,39.39115905761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,40,128,1,fp8,fp8,0,24.074256896972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,1,128,1,bfloat16,bfloat16,0,26.234356689453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,8,128,1,fp8,fp8,0,40.183740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,40,128,1,bfloat16,bfloat16,0,41.603729248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,40,128,1,bfloat16,fp8,0,42.77138977050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,8,128,1,bfloat16,bfloat16,0,56.169183349609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,1,128,1,fp8,fp8,0,19.770365905761718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,8,128,1,bfloat16,fp8,0,62.204736328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,1,128,1,bfloat16,fp8,0,29.275546264648437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,2,128,1,bfloat16,bfloat16,0,26.320095825195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,2,128,1,fp8,fp8,0,19.731912231445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,2,128,1,bfloat16,fp8,0,29.468353271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,4,128,1,fp8,fp8,0,19.75863037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,4,128,1,bfloat16,bfloat16,0,26.311669921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,4,128,1,bfloat16,fp8,0,29.661639404296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,40,128,1,fp8,fp8,0,10.722761535644532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,8,128,1,fp8,fp8,0,19.837582397460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,40,128,1,bfloat16,bfloat16,0,16.72278289794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,8,128,1,bfloat16,bfloat16,0,27.034722900390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,1,128,1,bfloat16,bfloat16,0,13.206820678710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,40,128,1,bfloat16,fp8,0,16.999183654785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,8,128,1,bfloat16,fp8,0,29.987103271484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,1,128,1,fp8,fp8,0,9.956793975830077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,1,128,1,bfloat16,fp8,0,14.741166687011718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,2,128,1,fp8,fp8,0,9.933853149414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,2,128,1,bfloat16,bfloat16,0,13.24686279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,4,128,1,fp8,fp8,0,9.951741027832032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,2,128,1,bfloat16,fp8,0,14.816691589355468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,4,128,1,bfloat16,bfloat16,0,13.235310363769532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,4,128,1,bfloat16,fp8,0,14.92816162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,40,128,1,bfloat16,bfloat16,0,7.3733970642089846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,40,128,1,fp8,fp8,0,5.161022567749024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,8,128,1,bfloat16,bfloat16,0,13.281082153320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,8,128,1,fp8,fp8,0,9.982555389404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,40,128,1,bfloat16,fp8,0,7.91998062133789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,1,128,1,bfloat16,bfloat16,0,6.6872093200683596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,1,128,1,bfloat16,fp8,0,7.466478729248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,1,128,1,fp8,fp8,0,5.0343982696533205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,8,128,1,bfloat16,fp8,0,14.878741455078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,2,128,1,fp8,fp8,0,5.0293327331542965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,2,128,1,bfloat16,bfloat16,0,6.708006286621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,2,128,1,bfloat16,fp8,0,7.510209655761718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,4,128,1,bfloat16,bfloat16,0,6.70411376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,4,128,1,bfloat16,fp8,0,7.5558929443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,4,128,1,fp8,fp8,0,5.035087966918946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,8,128,1,fp8,fp8,0,5.062998580932617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,8,128,1,bfloat16,bfloat16,0,6.714363098144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,8,128,1,bfloat16,fp8,0,7.540309143066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,1,128,1,fp8,fp8,0,50.637289428710936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,2,128,1,fp8,fp8,0,50.533935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,1,128,1,bfloat16,bfloat16,0,67.21866455078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,2,128,1,bfloat16,bfloat16,0,67.71433715820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,4,128,1,bfloat16,bfloat16,0,68.760009765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,1,128,1,bfloat16,fp8,0,74.98915405273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,2,128,1,bfloat16,fp8,0,75.81901245117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,4,128,1,bfloat16,fp8,0,76.82914428710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,4,128,1,fp8,fp8,0,50.778594970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,40,128,1,fp8,fp8,0,33.66185607910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,1,128,1,bfloat16,bfloat16,0,33.69233703613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,8,128,1,fp8,fp8,0,52.107843017578126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,8,128,1,bfloat16,bfloat16,0,71.05794067382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,40,128,1,bfloat16,bfloat16,0,61.59263305664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,1,128,1,fp8,fp8,0,25.38237762451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,40,128,1,bfloat16,fp8,0,62.7673583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,1,128,1,bfloat16,fp8,0,37.55638732910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,8,128,1,bfloat16,fp8,0,78.20439453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,2,128,1,bfloat16,bfloat16,0,33.805441284179686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,2,128,1,fp8,fp8,0,25.33140411376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,2,128,1,bfloat16,fp8,0,37.796014404296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,4,128,1,fp8,fp8,0,25.361614990234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,4,128,1,bfloat16,bfloat16,0,33.933526611328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,8,128,1,fp8,fp8,0,25.58568115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,8,128,1,bfloat16,bfloat16,0,35.993289184570315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,4,128,1,bfloat16,fp8,0,38.16701049804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,40,128,1,bfloat16,bfloat16,0,26.734616088867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,40,128,1,fp8,fp8,0,15.545303344726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,8,128,1,bfloat16,fp8,0,39.249884033203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,1,128,1,bfloat16,bfloat16,0,16.91777801513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,40,128,1,bfloat16,fp8,0,27.788296508789063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,1,128,1,fp8,fp8,0,12.73998565673828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,2,128,1,bfloat16,bfloat16,0,16.981739807128907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,1,128,1,bfloat16,fp8,0,18.875169372558595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,2,128,1,fp8,fp8,0,12.717005157470703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,2,128,1,bfloat16,fp8,0,18.979840087890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,4,128,1,fp8,fp8,0,12.737825775146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,4,128,1,bfloat16,bfloat16,0,16.956459045410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,4,128,1,bfloat16,fp8,0,19.107452392578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,40,128,1,bfloat16,bfloat16,0,10.846002960205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,8,128,1,fp8,fp8,0,12.789651489257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,40,128,1,fp8,fp8,0,6.862385559082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,8,128,1,bfloat16,bfloat16,0,17.185148620605467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,1,128,1,bfloat16,bfloat16,0,8.53720932006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,40,128,1,bfloat16,fp8,0,11.135006713867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,8,128,1,bfloat16,fp8,0,19.25164031982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,1,128,1,fp8,fp8,0,6.431781005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,1,128,1,bfloat16,fp8,0,9.531302642822265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,2,128,1,bfloat16,bfloat16,0,8.573318481445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,2,128,1,bfloat16,fp8,0,9.585208129882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,4,128,1,bfloat16,bfloat16,0,8.556451416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,4,128,1,fp8,fp8,0,6.429393768310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,2,128,1,fp8,fp8,0,6.418915557861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,4,128,1,bfloat16,fp8,0,9.645985412597657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,40,128,1,fp8,fp8,0,3.348392105102539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,8,128,1,bfloat16,bfloat16,0,8.585945892333985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,40,128,1,bfloat16,bfloat16,0,4.801502227783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,8,128,1,fp8,fp8,0,6.4509422302246096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,40,128,1,bfloat16,fp8,0,5.243296051025391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,1,128,1,bfloat16,bfloat16,0,4.347798538208008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,1,128,1,bfloat16,fp8,0,4.848654556274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,1,128,1,fp8,fp8,0,3.2690750122070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,8,128,1,bfloat16,fp8,0,9.615372467041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,2,128,1,fp8,fp8,0,3.2645889282226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,2,128,1,bfloat16,bfloat16,0,4.360289764404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,2,128,1,bfloat16,fp8,0,4.8764911651611325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,4,128,1,bfloat16,bfloat16,0,4.349788665771484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,4,128,1,fp8,fp8,0,3.2701759338378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,4,128,1,bfloat16,fp8,0,4.909942245483398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,8,128,1,fp8,fp8,0,3.2800350189208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,8,128,1,bfloat16,bfloat16,0,4.362254333496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,8,128,1,bfloat16,fp8,0,4.892513656616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,1,128,1,fp8,fp8,0,28.742901611328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,2,128,1,fp8,fp8,0,28.678829956054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,1,128,1,bfloat16,bfloat16,0,38.19987182617187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,2,128,1,bfloat16,bfloat16,0,38.38341064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,4,128,1,bfloat16,bfloat16,0,38.971072387695315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,1,128,1,bfloat16,fp8,0,42.551220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,2,128,1,bfloat16,fp8,0,42.97574462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,4,128,1,bfloat16,fp8,0,43.55158386230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,4,128,1,fp8,fp8,0,28.781954956054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,40,128,1,fp8,fp8,0,19.129681396484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,1,128,1,bfloat16,bfloat16,0,19.161566162109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,8,128,1,fp8,fp8,0,29.471463012695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,8,128,1,bfloat16,bfloat16,0,40.4287353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,40,128,1,bfloat16,bfloat16,0,35.53101806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,40,128,1,bfloat16,fp8,0,35.715213012695315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,1,128,1,bfloat16,fp8,0,21.335777282714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,8,128,1,bfloat16,fp8,0,44.48259582519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,1,128,1,fp8,fp8,0,14.420973205566407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,2,128,1,fp8,fp8,0,14.394148254394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,2,128,1,bfloat16,bfloat16,0,19.219740295410155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,4,128,1,fp8,fp8,0,14.420895385742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,4,128,1,bfloat16,bfloat16,0,19.244288635253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,2,128,1,bfloat16,fp8,0,21.478009033203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,4,128,1,bfloat16,fp8,0,21.626113891601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,8,128,1,bfloat16,bfloat16,0,20.213441467285158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,8,128,1,fp8,fp8,0,14.503976440429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,40,128,1,fp8,fp8,0,8.69238739013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,1,128,1,bfloat16,bfloat16,0,9.637007904052734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,40,128,1,bfloat16,bfloat16,0,15.341864013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,1,128,1,fp8,fp8,0,7.249800109863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,8,128,1,bfloat16,fp8,0,22.498228454589842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,40,128,1,bfloat16,fp8,0,15.613565063476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,1,128,1,bfloat16,fp8,0,10.736094665527343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,2,128,1,fp8,fp8,0,7.238518524169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,2,128,1,bfloat16,bfloat16,0,9.665916442871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,2,128,1,bfloat16,fp8,0,10.809124755859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,4,128,1,fp8,fp8,0,7.255300903320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,4,128,1,bfloat16,bfloat16,0,9.658643341064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,8,128,1,bfloat16,bfloat16,0,9.717107391357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,40,128,1,bfloat16,bfloat16,0,5.9622657775878904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,4,128,1,bfloat16,fp8,0,10.78455810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,8,128,1,fp8,fp8,0,7.281683349609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,40,128,1,fp8,fp8,0,3.8029823303222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,8,128,1,bfloat16,fp8,0,10.864002990722657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,40,128,1,bfloat16,fp8,0,6.223028945922851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,1,128,1,bfloat16,bfloat16,0,4.871566390991211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,1,128,1,fp8,fp8,0,3.6601936340332033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,2,128,1,fp8,fp8,0,3.659729766845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,1,128,1,bfloat16,fp8,0,5.429875183105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,2,128,1,bfloat16,bfloat16,0,4.885567855834961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,2,128,1,bfloat16,fp8,0,5.464990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,4,128,1,bfloat16,bfloat16,0,4.884775924682617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,4,128,1,fp8,fp8,0,3.667523193359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,4,128,1,bfloat16,fp8,0,5.506601715087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,40,128,1,fp8,fp8,0,1.920123291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,8,128,1,bfloat16,bfloat16,0,4.895555114746093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,8,128,1,fp8,fp8,0,3.6830417633056642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,40,128,1,bfloat16,fp8,0,2.9255008697509766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,1,128,1,bfloat16,bfloat16,0,2.490839958190918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,8,128,1,bfloat16,fp8,0,5.486300659179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,1,128,1,fp8,fp8,0,1.8717248916625977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,2,128,1,bfloat16,bfloat16,0,2.5044992446899412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,2,128,1,fp8,fp8,0,1.8693424224853517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,40,128,1,bfloat16,bfloat16,0,2.6512832641601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,2,128,1,bfloat16,fp8,0,2.7976255416870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,4,128,1,bfloat16,bfloat16,0,2.5034271240234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,4,128,1,bfloat16,fp8,0,2.8146223068237304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,4,128,1,fp8,fp8,0,1.8736032485961913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,1,128,1,bfloat16,fp8,0,2.778848075866699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,8,128,1,fp8,fp8,0,1.879025650024414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,8,128,1,bfloat16,bfloat16,0,2.5073551177978515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,8,128,1,bfloat16,fp8,0,2.8093599319458007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,1,128,1,fp8,fp8,0,25.99315185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,2,128,1,fp8,fp8,0,25.939434814453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,1,128,1,bfloat16,bfloat16,0,34.571939086914064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,2,128,1,bfloat16,bfloat16,0,34.84916687011719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,4,128,1,bfloat16,bfloat16,0,35.42860717773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,1,128,1,bfloat16,fp8,0,38.43922424316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,2,128,1,bfloat16,fp8,0,38.89324951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,4,128,1,bfloat16,fp8,0,39.52438659667969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,4,128,1,fp8,fp8,0,26.15556945800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,40,128,1,fp8,fp8,0,17.909896850585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,8,128,1,fp8,fp8,0,26.79471435546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,8,128,1,bfloat16,bfloat16,0,36.5351806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,1,128,1,bfloat16,bfloat16,0,17.32215270996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,40,128,1,bfloat16,bfloat16,0,32.54817504882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,1,128,1,bfloat16,fp8,0,19.25260772705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,1,128,1,fp8,fp8,0,13.02832489013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,40,128,1,bfloat16,fp8,0,33.0197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,8,128,1,bfloat16,fp8,0,40.3440185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,2,128,1,bfloat16,bfloat16,0,17.38823699951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,2,128,1,fp8,fp8,0,13.011282348632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,2,128,1,bfloat16,fp8,0,19.378204345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,4,128,1,fp8,fp8,0,13.036618041992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,4,128,1,bfloat16,bfloat16,0,17.560675048828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,8,128,1,bfloat16,bfloat16,0,18.32838592529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,4,128,1,bfloat16,fp8,0,19.486090087890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,8,128,1,fp8,fp8,0,13.204208374023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,40,128,1,fp8,fp8,0,8.613591766357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,8,128,1,bfloat16,fp8,0,20.18195037841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,1,128,1,bfloat16,bfloat16,0,8.700475311279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,1,128,1,fp8,fp8,0,6.540203094482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,40,128,1,bfloat16,fp8,0,16.506912231445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,1,128,1,bfloat16,fp8,0,9.673585510253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,40,128,1,bfloat16,bfloat16,0,16.149337768554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,2,128,1,fp8,fp8,0,6.5351806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,2,128,1,bfloat16,bfloat16,0,8.731369781494141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,2,128,1,bfloat16,fp8,0,9.734945678710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,4,128,1,bfloat16,bfloat16,0,8.737032318115235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,4,128,1,fp8,fp8,0,6.538747406005859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,4,128,1,bfloat16,fp8,0,9.806228637695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,8,128,1,fp8,fp8,0,6.583920288085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,8,128,1,bfloat16,bfloat16,0,8.968803405761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,40,128,1,bfloat16,bfloat16,0,6.795037078857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,40,128,1,fp8,fp8,0,3.6792911529541015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,1,128,1,bfloat16,bfloat16,0,4.390739059448242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,8,128,1,bfloat16,fp8,0,9.90033416748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,40,128,1,bfloat16,fp8,0,7.109844970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,1,128,1,fp8,fp8,0,3.302054214477539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,2,128,1,fp8,fp8,0,3.294286346435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,1,128,1,bfloat16,fp8,0,4.8831024169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,2,128,1,bfloat16,bfloat16,0,4.405920028686523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,4,128,1,fp8,fp8,0,3.3044158935546877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,2,128,1,bfloat16,fp8,0,4.9155120849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,8,128,1,bfloat16,bfloat16,0,4.427004623413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,4,128,1,bfloat16,fp8,0,4.945899200439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,8,128,1,fp8,fp8,0,3.317822265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,40,128,1,bfloat16,bfloat16,0,2.4765472412109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,40,128,1,fp8,fp8,0,1.7382448196411133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,40,128,1,bfloat16,fp8,0,2.757780838012695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,8,128,1,bfloat16,fp8,0,4.959577560424805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,1,128,1,fp8,fp8,0,1.6699344635009765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,1,128,1,bfloat16,bfloat16,0,2.2334896087646485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,4,128,1,bfloat16,bfloat16,0,4.404286575317383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,1,128,1,bfloat16,fp8,0,2.483790397644043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,2,128,1,bfloat16,bfloat16,0,2.2371055603027346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,2,128,1,fp8,fp8,0,1.668351936340332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,2,128,1,bfloat16,fp8,0,2.499886322021484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,4,128,1,fp8,fp8,0,1.671900749206543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,4,128,1,bfloat16,bfloat16,0,2.2382959365844726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,8,128,1,fp8,fp8,0,1.676670455932617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,40,128,1,bfloat16,bfloat16,0,1.225391960144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,4,128,1,bfloat16,fp8,0,2.5149967193603517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,40,128,1,bfloat16,fp8,0,1.3431103706359864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,8,128,1,bfloat16,bfloat16,0,2.245529556274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,40,128,1,fp8,fp8,0,0.8844544410705566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,8,128,1,bfloat16,fp8,0,2.513724708557129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,1,128,1,bfloat16,bfloat16,0,1.1533231735229492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,1,128,1,fp8,fp8,0,0.865721607208252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,2,128,1,fp8,fp8,0,0.8645232200622559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,2,128,1,bfloat16,bfloat16,0,1.1552800178527831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,1,128,1,bfloat16,fp8,0,1.2846240043640136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,4,128,1,bfloat16,bfloat16,0,1.1562687873840332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,4,128,1,fp8,fp8,0,0.8655136108398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,2,128,1,bfloat16,fp8,0,1.2908608436584472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,4,128,1,bfloat16,fp8,0,1.2999648094177245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,8,128,1,bfloat16,bfloat16,0,1.1585599899291992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,8,128,1,bfloat16,fp8,0,1.2990511894226073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,8,128,1,fp8,fp8,0,0.8684800148010254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,1,128,1,fp8,fp8,0,14.894242858886718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,2,128,1,fp8,fp8,0,14.863572692871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,1,128,1,bfloat16,bfloat16,0,19.806736755371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,2,128,1,bfloat16,bfloat16,0,19.924119567871095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,1,128,1,bfloat16,fp8,0,22.016629028320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,2,128,1,bfloat16,fp8,0,22.148350524902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,4,128,1,bfloat16,bfloat16,0,20.30189208984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,4,128,1,fp8,fp8,0,14.945216369628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,40,128,1,fp8,fp8,0,10.329752349853516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,4,128,1,bfloat16,fp8,0,22.632121276855468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,8,128,1,fp8,fp8,0,15.345285034179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,8,128,1,bfloat16,bfloat16,0,21.021234130859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,1,128,1,bfloat16,bfloat16,0,9.933137512207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,8,128,1,bfloat16,fp8,0,23.17479248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,40,128,1,bfloat16,bfloat16,0,19.06676025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,1,128,1,fp8,fp8,0,7.469847869873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,40,128,1,bfloat16,fp8,0,19.375350952148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,1,128,1,bfloat16,fp8,0,11.023760223388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,2,128,1,bfloat16,bfloat16,0,9.96286849975586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,2,128,1,fp8,fp8,0,7.452001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,2,128,1,bfloat16,fp8,0,11.091897583007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,4,128,1,fp8,fp8,0,7.469856262207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,4,128,1,bfloat16,bfloat16,0,10.013076782226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,8,128,1,bfloat16,bfloat16,0,10.468875122070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,4,128,1,bfloat16,fp8,0,11.201099395751953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,8,128,1,fp8,fp8,0,7.538636779785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,40,128,1,fp8,fp8,0,4.870971298217773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,40,128,1,bfloat16,bfloat16,0,9.276886749267579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,1,128,1,bfloat16,bfloat16,0,4.998441696166992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,8,128,1,bfloat16,fp8,0,11.513855743408204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,40,128,1,bfloat16,fp8,0,9.526513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,1,128,1,fp8,fp8,0,3.7553695678710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,2,128,1,bfloat16,bfloat16,0,5.014179229736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,1,128,1,bfloat16,fp8,0,5.549703979492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,2,128,1,fp8,fp8,0,3.7462112426757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,2,128,1,bfloat16,fp8,0,5.585996627807617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,4,128,1,fp8,fp8,0,3.7589744567871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,4,128,1,bfloat16,bfloat16,0,5.018387222290039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,4,128,1,bfloat16,fp8,0,5.629119873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,8,128,1,fp8,fp8,0,3.7771263122558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,8,128,1,bfloat16,bfloat16,0,5.081795120239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,40,128,1,fp8,fp8,0,2.0358911514282227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,40,128,1,bfloat16,bfloat16,0,3.7566638946533204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,1,128,1,bfloat16,bfloat16,0,2.5323904037475584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,8,128,1,bfloat16,fp8,0,5.671870422363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,1,128,1,fp8,fp8,0,1.8928800582885743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,40,128,1,bfloat16,fp8,0,3.915110397338867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,2,128,1,bfloat16,bfloat16,0,2.5426656723022463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,2,128,1,fp8,fp8,0,1.8925104141235352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,2,128,1,bfloat16,fp8,0,2.827572822570801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,4,128,1,fp8,fp8,0,1.9023664474487305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,4,128,1,bfloat16,bfloat16,0,2.5425743103027343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,4,128,1,bfloat16,fp8,0,2.8510015487670897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,8,128,1,fp8,fp8,0,1.9127599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,8,128,1,bfloat16,bfloat16,0,2.555499267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,40,128,1,bfloat16,bfloat16,0,1.425879955291748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,40,128,1,fp8,fp8,0,1.009004783630371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,8,128,1,bfloat16,fp8,0,2.850057601928711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,40,128,1,bfloat16,fp8,0,1.5699055671691895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,1,128,1,bfloat16,fp8,0,2.8109504699707033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,1,128,1,fp8,fp8,0,0.9667167663574219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,1,128,1,bfloat16,fp8,0,1.4369376182556153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,2,128,1,bfloat16,bfloat16,0,1.2973504066467285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,2,128,1,fp8,fp8,0,0.966220760345459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,2,128,1,bfloat16,fp8,0,1.444371223449707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,4,128,1,bfloat16,bfloat16,0,1.2999728202819825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,4,128,1,fp8,fp8,0,0.9676143646240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,4,128,1,bfloat16,fp8,0,1.4589119911193849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,8,128,1,fp8,fp8,0,0.9722432136535645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,40,128,1,bfloat16,bfloat16,0,0.7155856132507324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,8,128,1,bfloat16,bfloat16,0,1.3045984268188477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,40,128,1,fp8,fp8,0,0.5195184230804444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,40,128,1,bfloat16,fp8,0,0.7913904190063477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,8,128,1,bfloat16,fp8,0,1.4593199729919433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,1,128,1,bfloat16,bfloat16,0,0.6744192123413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,1,128,1,fp8,fp8,0,0.5057024002075196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,1,128,1,bfloat16,fp8,0,0.7513855934143067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,2,128,1,bfloat16,bfloat16,0,0.6764959812164306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,2,128,1,fp8,fp8,0,0.5059423923492432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,4,128,1,bfloat16,bfloat16,0,0.6748432159423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,1,128,1,bfloat16,bfloat16,0,1.2910367965698242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,4,128,1,bfloat16,fp8,0,0.760094404220581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,8,128,1,bfloat16,bfloat16,0,0.6781375885009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,8,128,1,fp8,fp8,0,0.5089680194854737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,8,128,1,bfloat16,fp8,0,0.7579408168792725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,2,128,1,bfloat16,fp8,0,0.7706031799316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,4,128,1,fp8,fp8,0,0.5060959815979004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,1,128,1,fp8,fp8,0,13.684474182128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,2,128,1,fp8,fp8,0,13.65387420654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,1,128,1,bfloat16,bfloat16,0,18.217123413085936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,2,128,1,bfloat16,bfloat16,0,18.470452880859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,4,128,1,bfloat16,bfloat16,0,18.890586853027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,1,128,1,bfloat16,fp8,0,20.144039916992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,2,128,1,bfloat16,fp8,0,20.410646057128908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,4,128,1,bfloat16,fp8,0,20.963821411132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,4,128,1,fp8,fp8,0,13.873562622070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,40,128,1,fp8,fp8,0,9.911211395263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,8,128,1,bfloat16,bfloat16,0,19.63726806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,1,128,1,bfloat16,bfloat16,0,9.135173034667968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,8,128,1,fp8,fp8,0,14.293775939941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,40,128,1,bfloat16,bfloat16,0,18.110679626464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,40,128,1,bfloat16,fp8,0,18.527803039550783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,1,128,1,fp8,fp8,0,6.859855651855469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,8,128,1,bfloat16,fp8,0,21.60599365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,2,128,1,bfloat16,bfloat16,0,9.17467041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,1,128,1,bfloat16,fp8,0,10.100103759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,2,128,1,bfloat16,fp8,0,10.179978942871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,2,128,1,fp8,fp8,0,6.854196929931641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,4,128,1,fp8,fp8,0,6.8643745422363285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,4,128,1,bfloat16,bfloat16,0,9.32234878540039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,4,128,1,bfloat16,fp8,0,10.36114044189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,8,128,1,bfloat16,bfloat16,0,9.747456359863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,8,128,1,fp8,fp8,0,7.026767730712891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,40,128,1,fp8,fp8,0,4.810796737670898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,1,128,1,bfloat16,bfloat16,0,4.587704086303711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,8,128,1,bfloat16,fp8,0,10.736284637451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,40,128,1,bfloat16,bfloat16,0,9.068433380126953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,1,128,1,fp8,fp8,0,3.4410465240478514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,40,128,1,bfloat16,fp8,0,9.26932601928711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,1,128,1,bfloat16,fp8,0,5.0712238311767575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,2,128,1,bfloat16,bfloat16,0,4.602473449707031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,2,128,1,fp8,fp8,0,3.440670394897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,2,128,1,bfloat16,fp8,0,5.110004806518555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,4,128,1,bfloat16,bfloat16,0,4.620942306518555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,4,128,1,fp8,fp8,0,3.4478511810302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,4,128,1,bfloat16,fp8,0,5.156700897216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,8,128,1,fp8,fp8,0,3.4745025634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,40,128,1,fp8,fp8,0,2.080548858642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,8,128,1,bfloat16,fp8,0,5.272489547729492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,40,128,1,bfloat16,bfloat16,0,4.284236907958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,1,128,1,bfloat16,fp8,0,2.5662607192993163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,40,128,1,bfloat16,fp8,0,4.426395034790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,1,128,1,fp8,fp8,0,1.7381664276123048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,2,128,1,bfloat16,bfloat16,0,2.327132797241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,2,128,1,fp8,fp8,0,1.7362447738647462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,2,128,1,bfloat16,fp8,0,2.583624076843262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,4,128,1,fp8,fp8,0,1.7428863525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,4,128,1,bfloat16,bfloat16,0,2.331734466552734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,4,128,1,bfloat16,fp8,0,2.603124809265137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,1,128,1,bfloat16,bfloat16,0,2.318020820617676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,8,128,1,bfloat16,bfloat16,0,2.3529455184936525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,8,128,1,fp8,fp8,0,1.7531007766723632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,40,128,1,bfloat16,bfloat16,0,1.5080191612243652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,40,128,1,fp8,fp8,0,0.9438063621520996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,8,128,1,bfloat16,fp8,0,2.6195199966430662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,1,128,1,bfloat16,bfloat16,0,1.178828811645508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,1,128,1,fp8,fp8,0,0.8772879600524902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,1,128,1,bfloat16,fp8,0,1.3074560165405273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,8,128,1,bfloat16,bfloat16,0,4.7757007598876955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,2,128,1,fp8,fp8,0,0.8756959915161133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,2,128,1,bfloat16,bfloat16,0,1.182748794555664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,2,128,1,bfloat16,fp8,0,1.3167728424072265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,4,128,1,bfloat16,bfloat16,0,1.1855664253234863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,4,128,1,fp8,fp8,0,0.8781776428222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,4,128,1,bfloat16,fp8,0,1.325487995147705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,40,128,1,bfloat16,bfloat16,0,0.6695168018341064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,8,128,1,fp8,fp8,0,0.8826319694519043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,40,128,1,fp8,fp8,0,0.468998384475708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,40,128,1,bfloat16,fp8,0,0.7268112182617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,8,128,1,bfloat16,fp8,0,1.3284303665161132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,1,128,1,bfloat16,bfloat16,0,0.6059040069580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,1,128,1,fp8,fp8,0,0.4547840118408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,1,128,1,bfloat16,fp8,0,0.6758944034576416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,2,128,1,fp8,fp8,0,0.45395841598510744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,2,128,1,bfloat16,bfloat16,0,0.6083744049072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,40,128,1,bfloat16,fp8,0,1.6346336364746095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,4,128,1,bfloat16,bfloat16,0,0.6082511901855469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,4,128,1,bfloat16,fp8,0,0.6834432125091553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,8,128,1,bfloat16,bfloat16,0,0.6116127967834473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,8,128,1,fp8,fp8,0,0.456982421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,40,128,1,bfloat16,bfloat16,0,0.3417072057723999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,8,128,1,bfloat16,fp8,0,0.6836448192596436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,40,128,1,bfloat16,fp8,0,0.37988479137420655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,40,128,1,fp8,fp8,0,0.2500783920288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,1,128,1,bfloat16,bfloat16,0,0.32529120445251464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,1,128,1,bfloat16,fp8,0,0.3604383945465088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,1,128,1,fp8,fp8,0,0.2420896053314209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,2,128,1,bfloat16,bfloat16,0,0.32572159767150877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,2,128,1,fp8,fp8,0,0.24337759017944335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,2,128,1,bfloat16,fp8,0,0.37008960247039796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,4,128,1,bfloat16,bfloat16,0,0.3254944086074829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,4,128,1,fp8,fp8,0,0.24322879314422607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,8,128,1,bfloat16,bfloat16,0,0.32706398963928224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,8,128,1,fp8,fp8,0,0.24403040409088134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,8,128,1,bfloat16,bfloat16,0,1.192848014831543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,2,128,1,bfloat16,fp8,0,0.677510404586792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,4,128,1,bfloat16,fp8,0,0.36482560634613037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,8,128,1,bfloat16,fp8,0,0.36464800834655764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,4,128,1,fp8,fp8,0,0.45474882125854493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,1,128,1,fp8,fp8,0,7.950635528564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,2,128,1,fp8,fp8,0,7.953266906738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,1,128,1,bfloat16,bfloat16,0,10.608134460449218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,2,128,1,bfloat16,bfloat16,0,10.720292663574218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,1,128,1,bfloat16,fp8,0,11.705427551269532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,2,128,1,bfloat16,fp8,0,11.809668731689452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,4,128,1,bfloat16,bfloat16,0,11.024076843261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,4,128,1,bfloat16,fp8,0,12.181835174560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,4,128,1,fp8,fp8,0,8.039883422851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,1,128,1,bfloat16,bfloat16,0,5.320868682861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,8,128,1,fp8,fp8,0,8.34330062866211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,40,128,1,fp8,fp8,0,5.864508819580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,8,128,1,bfloat16,bfloat16,0,11.539217376708985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,8,128,1,bfloat16,fp8,0,12.666588592529298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,1,128,1,fp8,fp8,0,3.994700622558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,40,128,1,bfloat16,fp8,0,11.157125091552734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,2,128,1,bfloat16,bfloat16,0,5.341096115112305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,40,128,1,bfloat16,bfloat16,0,10.827365112304687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,1,128,1,bfloat16,fp8,0,5.868719863891601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,2,128,1,fp8,fp8,0,3.9880191802978517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,2,128,1,bfloat16,fp8,0,5.904132843017578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,4,128,1,bfloat16,bfloat16,0,5.411532974243164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,4,128,1,bfloat16,fp8,0,5.9885295867919925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,8,128,1,bfloat16,bfloat16,0,5.692295837402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,8,128,1,fp8,fp8,0,4.072243118286133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,8,128,1,bfloat16,fp8,0,6.2366382598876955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,40,128,1,fp8,fp8,0,2.78427677154541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,4,128,1,fp8,fp8,0,3.999848175048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,1,128,1,bfloat16,bfloat16,0,2.6799760818481446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,40,128,1,bfloat16,bfloat16,0,5.2744895935058596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,1,128,1,fp8,fp8,0,2.0062623977661134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,1,128,1,bfloat16,fp8,0,2.9562911987304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,2,128,1,fp8,fp8,0,2.0058944702148436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,2,128,1,bfloat16,fp8,0,2.9744384765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,4,128,1,bfloat16,bfloat16,0,2.697598457336426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,4,128,1,fp8,fp8,0,2.0130239486694337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,4,128,1,bfloat16,fp8,0,3.002300834655762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,40,128,1,fp8,fp8,0,1.1522175788879394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,8,128,1,bfloat16,bfloat16,0,2.7639440536499023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,8,128,1,fp8,fp8,0,2.02816162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,40,128,1,bfloat16,fp8,0,5.506486511230468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,2,128,1,bfloat16,bfloat16,0,2.688806343078613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,40,128,1,bfloat16,bfloat16,0,2.3435264587402345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,8,128,1,bfloat16,fp8,0,3.034534454345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,40,128,1,bfloat16,fp8,0,2.4776111602783204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,1,128,1,bfloat16,fp8,0,1.498579216003418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,2,128,1,fp8,fp8,0,1.0086527824401856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,2,128,1,bfloat16,bfloat16,0,1.3638784408569335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,2,128,1,bfloat16,fp8,0,1.5066351890563965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,4,128,1,bfloat16,bfloat16,0,1.3672176361083985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,4,128,1,fp8,fp8,0,1.0202560424804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,4,128,1,bfloat16,fp8,0,1.5225152015686034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,40,128,1,bfloat16,bfloat16,0,0.8230768203735351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,8,128,1,fp8,fp8,0,1.0245887756347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,40,128,1,fp8,fp8,0,0.555295991897583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,8,128,1,bfloat16,bfloat16,0,1.3785712242126464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,8,128,1,bfloat16,fp8,0,1.5277503967285155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,40,128,1,bfloat16,fp8,0,0.8986783981323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,1,128,1,bfloat16,bfloat16,0,0.6913087844848633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,1,128,1,bfloat16,fp8,0,0.7646959781646728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,1,128,1,fp8,fp8,0,0.5143136024475098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,1,128,1,fp8,fp8,0,1.0079232215881349
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,2,128,1,bfloat16,bfloat16,0,0.6951375961303711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,2,128,1,bfloat16,fp8,0,0.7704463958740234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,4,128,1,bfloat16,bfloat16,0,0.7006447792053223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,4,128,1,fp8,fp8,0,0.5162399768829345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,4,128,1,bfloat16,fp8,0,0.7782432079315186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,8,128,1,bfloat16,bfloat16,0,0.7058623790740967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,8,128,1,fp8,fp8,0,0.5185679912567138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,40,128,1,bfloat16,bfloat16,0,0.3969520092010498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,40,128,1,fp8,fp8,0,0.28049120903015134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,40,128,1,bfloat16,fp8,0,0.43629279136657717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,1,128,1,bfloat16,bfloat16,0,0.360753607749939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,1,128,1,fp8,fp8,0,0.26860320568084717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,1,128,1,bfloat16,fp8,0,0.40004639625549315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,2,128,1,bfloat16,bfloat16,0,0.3613312005996704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,2,128,1,fp8,fp8,0,0.26872959136962893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,4,128,1,fp8,fp8,0,0.26942079067230223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,4,128,1,bfloat16,bfloat16,0,0.361628794670105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,4,128,1,bfloat16,fp8,0,0.4054895877838135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,8,128,1,bfloat16,bfloat16,0,0.3642080068588257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,8,128,1,fp8,fp8,0,0.27080159187316893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,8,128,1,bfloat16,fp8,0,0.4055952072143555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,1,128,1,bfloat16,bfloat16,0,1.3587424278259277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,40,128,1,bfloat16,fp8,0,0.23378400802612304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,40,128,1,fp8,fp8,0,0.15380640029907228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,1,128,1,bfloat16,bfloat16,0,0.19708000421524047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,2,128,1,fp8,fp8,0,0.5144944190979004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,1,128,1,fp8,fp8,0,0.1475152015686035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,1,128,1,bfloat16,fp8,0,0.21928319931030274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,2,128,1,bfloat16,fp8,0,0.22354400157928467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,2,128,1,fp8,fp8,0,0.14771360158920288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,4,128,1,bfloat16,bfloat16,0,0.19897600412368774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,4,128,1,fp8,fp8,0,0.14770879745483398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,4,128,1,bfloat16,fp8,0,0.21972320079803467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,8,128,1,bfloat16,bfloat16,0,0.20027680397033693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,8,128,1,bfloat16,fp8,0,0.7832784175872802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,8,128,1,fp8,fp8,0,0.14925919771194457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,2,128,1,bfloat16,fp8,0,0.4096127986907959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,40,128,1,bfloat16,bfloat16,0,0.20905919075012208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,2,128,1,bfloat16,bfloat16,0,0.19793280363082885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,8,128,1,bfloat16,fp8,0,0.22263200283050538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,2,128,1,fp8,fp8,0,7.530033874511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,1,128,1,fp8,fp8,0,7.535963439941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,1,128,1,bfloat16,bfloat16,0,10.052571105957032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,1,128,1,bfloat16,fp8,0,11.03322525024414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,2,128,1,bfloat16,fp8,0,11.299291229248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,2,128,1,bfloat16,bfloat16,0,10.354557037353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,4,128,1,fp8,fp8,0,7.7359870910644535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,4,128,1,bfloat16,bfloat16,0,10.747910308837891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,8,128,1,fp8,fp8,0,8.096389007568359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,4,128,1,bfloat16,fp8,0,11.811070251464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,40,128,1,bfloat16,bfloat16,0,10.697038269042968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,8,128,1,bfloat16,bfloat16,0,11.484175872802734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,8,128,1,bfloat16,fp8,0,12.457892608642577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,1,128,1,bfloat16,bfloat16,0,5.041206359863281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,40,128,1,fp8,fp8,0,5.890476989746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,1,128,1,fp8,fp8,0,3.7762065887451173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,1,128,1,bfloat16,fp8,0,5.523160171508789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,2,128,1,bfloat16,bfloat16,0,5.0732158660888675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,2,128,1,fp8,fp8,0,3.7745742797851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,2,128,1,bfloat16,fp8,0,5.565281677246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,40,128,1,bfloat16,fp8,0,11.246981048583985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,4,128,1,bfloat16,bfloat16,0,5.248678588867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,4,128,1,bfloat16,fp8,0,5.762108612060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,8,128,1,bfloat16,bfloat16,0,5.571564865112305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,8,128,1,fp8,fp8,0,3.9588367462158205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,40,128,1,fp8,fp8,0,2.861240005493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,4,128,1,fp8,fp8,0,3.8032001495361327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,1,128,1,bfloat16,bfloat16,0,2.5330047607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,8,128,1,bfloat16,fp8,0,6.078555297851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,40,128,1,bfloat16,bfloat16,0,5.331574249267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,1,128,1,fp8,fp8,0,1.8982208251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,1,128,1,bfloat16,fp8,0,2.777579116821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,40,128,1,bfloat16,fp8,0,5.650014495849609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,2,128,1,fp8,fp8,0,1.896491241455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,2,128,1,bfloat16,fp8,0,2.794968032836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,4,128,1,bfloat16,bfloat16,0,2.566977691650391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,4,128,1,bfloat16,fp8,0,2.833624076843262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,8,128,1,bfloat16,bfloat16,0,2.7062799453735353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,8,128,1,fp8,fp8,0,1.9311023712158204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,8,128,1,bfloat16,fp8,0,2.9462608337402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,40,128,1,fp8,fp8,0,1.2689184188842773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,40,128,1,bfloat16,bfloat16,0,2.5743247985839846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,2,128,1,bfloat16,bfloat16,0,2.541774368286133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,1,128,1,bfloat16,bfloat16,0,1.2821279525756837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,40,128,1,bfloat16,fp8,0,2.6949184417724608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,1,128,1,fp8,fp8,0,0.9570624351501464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,4,128,1,fp8,fp8,0,1.8982368469238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,2,128,1,bfloat16,bfloat16,0,1.2850303649902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,2,128,1,fp8,fp8,0,0.9562831878662109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,2,128,1,bfloat16,fp8,0,1.413372802734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,4,128,1,fp8,fp8,0,0.9610848426818848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,4,128,1,bfloat16,bfloat16,0,1.2909808158874512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,4,128,1,bfloat16,fp8,0,1.4300399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,8,128,1,bfloat16,bfloat16,0,1.3153679847717286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,40,128,1,fp8,fp8,0,0.5470399856567383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,40,128,1,bfloat16,bfloat16,0,0.9985008239746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,8,128,1,bfloat16,fp8,0,1.4405967712402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,1,128,1,bfloat16,bfloat16,0,0.6531216144561768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,1,128,1,fp8,fp8,0,0.479204797744751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,1,128,1,bfloat16,fp8,0,0.7184832096099854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,2,128,1,fp8,fp8,0,0.4787759780883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,2,128,1,bfloat16,fp8,0,0.7210576057434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,4,128,1,bfloat16,bfloat16,0,0.6583183765411377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,4,128,1,bfloat16,fp8,0,0.7300528049468994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,4,128,1,fp8,fp8,0,0.48049120903015136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,8,128,1,bfloat16,bfloat16,0,0.6654287815093994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,40,128,1,bfloat16,bfloat16,0,0.39692959785461424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,8,128,1,fp8,fp8,0,0.48368158340454104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,8,128,1,bfloat16,fp8,0,0.733900785446167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,40,128,1,bfloat16,fp8,0,0.42598400115966795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,40,128,1,fp8,fp8,0,0.262441611289978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,1,128,1,bfloat16,bfloat16,0,0.3343503952026367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,8,128,1,fp8,fp8,0,0.9689536094665527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,1,128,1,fp8,fp8,0,0.2481328010559082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,2,128,1,bfloat16,bfloat16,0,0.3353775978088379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,2,128,1,fp8,fp8,0,0.2484447956085205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,40,128,1,bfloat16,fp8,0,1.0498319625854493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,4,128,1,bfloat16,bfloat16,0,0.3363888025283813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,4,128,1,bfloat16,fp8,0,0.3752784013748169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,4,128,1,fp8,fp8,0,0.25000159740447997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,8,128,1,bfloat16,bfloat16,0,0.33955039978027346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,1,128,1,bfloat16,fp8,0,1.4061296463012696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,8,128,1,fp8,fp8,0,0.2512383937835693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,8,128,1,bfloat16,fp8,0,0.3772304058074951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,40,128,1,bfloat16,bfloat16,0,0.19278240203857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,40,128,1,bfloat16,fp8,0,0.21559839248657225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,1,128,1,bfloat16,bfloat16,0,0.17833919525146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,1,128,1,bfloat16,fp8,0,0.1985360026359558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,1,128,1,fp8,fp8,0,0.1327296018600464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,2,128,1,bfloat16,bfloat16,0,0.1783519983291626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,2,128,1,bfloat16,fp8,0,0.20112481117248535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,4,128,1,bfloat16,bfloat16,0,0.1786784052848816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,4,128,1,bfloat16,fp8,0,0.20100800991058348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,4,128,1,fp8,fp8,0,0.1332751989364624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,8,128,1,bfloat16,bfloat16,0,0.18047360181808472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,8,128,1,fp8,fp8,0,0.13341280221939086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,40,128,1,bfloat16,bfloat16,0,0.11147199869155884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,40,128,1,bfloat16,fp8,0,0.12302080392837525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,40,128,1,fp8,fp8,0,0.08008480072021484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,1,128,1,bfloat16,fp8,0,0.3699536085128784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,1,128,1,bfloat16,bfloat16,0,0.10261280536651611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,1,128,1,bfloat16,fp8,0,0.1151360034942627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,1,128,1,fp8,fp8,0,0.07610880136489868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,2,128,1,bfloat16,fp8,0,0.3716543912887573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,2,128,1,bfloat16,bfloat16,0,0.10263999700546264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,2,128,1,fp8,fp8,0,0.07604479789733887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,2,128,1,bfloat16,fp8,0,0.11485120058059692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,4,128,1,bfloat16,bfloat16,0,0.10305119752883911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,4,128,1,fp8,fp8,0,0.07601600289344787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,4,128,1,bfloat16,fp8,0,0.11496959924697876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,8,128,1,bfloat16,bfloat16,0,0.1035040020942688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,2,128,1,bfloat16,bfloat16,0,0.6560639858245849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,8,128,1,fp8,fp8,0,0.07601760029792785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,8,128,1,bfloat16,fp8,0,0.11618399620056152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,40,128,1,fp8,fp8,0,0.13946080207824707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,2,128,1,fp8,fp8,0,0.13238240480422975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,8,128,1,bfloat16,fp8,0,0.2009903907775879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,1,128,1,fp8,fp8,0,4.465182495117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,2,128,1,fp8,fp8,0,4.500759887695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,1,128,1,bfloat16,bfloat16,0,5.965030288696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,1,128,1,bfloat16,fp8,0,6.452848052978515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,2,128,1,bfloat16,bfloat16,0,6.31200942993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,4,128,1,bfloat16,bfloat16,0,6.729259490966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,2,128,1,bfloat16,fp8,0,6.865628814697265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,4,128,1,fp8,fp8,0,4.71123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,4,128,1,bfloat16,fp8,0,7.263827514648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,40,128,1,fp8,fp8,0,3.902632141113281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,8,128,1,fp8,fp8,0,5.022780990600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,1,128,1,bfloat16,bfloat16,0,2.989841651916504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,1,128,1,bfloat16,fp8,0,3.2381839752197266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,8,128,1,bfloat16,bfloat16,0,7.486166381835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,1,128,1,fp8,fp8,0,2.2399103164672853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,40,128,1,bfloat16,bfloat16,0,6.940452575683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,2,128,1,bfloat16,bfloat16,0,3.0500511169433593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,40,128,1,bfloat16,fp8,0,7.395787048339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,2,128,1,fp8,fp8,0,2.240113639831543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,2,128,1,bfloat16,fp8,0,3.3311614990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,8,128,1,bfloat16,fp8,0,8.013883209228515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,4,128,1,bfloat16,bfloat16,0,3.2449169158935547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,4,128,1,fp8,fp8,0,2.281040000915527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,4,128,1,bfloat16,fp8,0,3.4835582733154298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,8,128,1,fp8,fp8,0,2.445800018310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,1,128,1,bfloat16,bfloat16,0,1.5054688453674316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,40,128,1,fp8,fp8,0,1.9249456405639649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,1,128,1,bfloat16,fp8,0,1.631934356689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,8,128,1,bfloat16,bfloat16,0,3.5569854736328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,1,128,1,fp8,fp8,0,1.1262191772460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,40,128,1,bfloat16,bfloat16,0,3.499787139892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,8,128,1,bfloat16,fp8,0,3.844935989379883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,40,128,1,bfloat16,fp8,0,3.7232574462890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,2,128,1,fp8,fp8,0,1.1257535934448242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,2,128,1,bfloat16,bfloat16,0,1.5124431610107423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,2,128,1,bfloat16,fp8,0,1.6411935806274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,4,128,1,bfloat16,bfloat16,0,1.556943988800049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,8,128,1,bfloat16,bfloat16,0,1.7079824447631835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,4,128,1,fp8,fp8,0,1.1290592193603515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,8,128,1,fp8,fp8,0,1.16496000289917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,8,128,1,bfloat16,fp8,0,1.8161855697631837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,1,128,1,bfloat16,bfloat16,0,0.7627615928649902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,40,128,1,bfloat16,bfloat16,0,1.7064735412597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,1,128,1,fp8,fp8,0,0.5716320037841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,1,128,1,bfloat16,fp8,0,0.825716781616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,40,128,1,bfloat16,fp8,0,1.8244224548339845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,2,128,1,bfloat16,bfloat16,0,0.7654687881469726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,2,128,1,bfloat16,fp8,0,0.8311023712158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,2,128,1,fp8,fp8,0,0.5669295787811279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,4,128,1,fp8,fp8,0,0.5738831996917725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,4,128,1,bfloat16,bfloat16,0,0.773419189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,4,128,1,bfloat16,fp8,0,0.8437744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,8,128,1,bfloat16,bfloat16,0,0.800654411315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,4,128,1,bfloat16,fp8,0,1.682472038269043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,8,128,1,fp8,fp8,0,0.5792319774627686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,40,128,1,fp8,fp8,0,0.3533760070800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,40,128,1,bfloat16,bfloat16,0,0.7037007808685303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,40,128,1,fp8,fp8,0,0.8683759689331054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,40,128,1,bfloat16,fp8,0,0.7440271854400635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,1,128,1,fp8,fp8,0,0.27884960174560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,1,128,1,bfloat16,fp8,0,0.42384800910949705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,2,128,1,bfloat16,bfloat16,0,0.39171199798583983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,2,128,1,bfloat16,fp8,0,0.42489280700683596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,2,128,1,fp8,fp8,0,0.2788847923278809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,4,128,1,bfloat16,bfloat16,0,0.39372479915618896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,4,128,1,bfloat16,fp8,0,0.4286464214324951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,4,128,1,fp8,fp8,0,0.28070878982543945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,8,128,1,bfloat16,bfloat16,0,0.3997488021850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,8,128,1,fp8,fp8,0,0.28341600894927976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,40,128,1,fp8,fp8,0,0.15810879468917846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,1,128,1,bfloat16,bfloat16,0,0.19675519466400146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,1,128,1,bfloat16,fp8,0,0.21538240909576417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,1,128,1,fp8,fp8,0,0.1455888032913208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,2,128,1,bfloat16,bfloat16,0,0.1968559980392456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,2,128,1,fp8,fp8,0,0.14568480253219604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,2,128,1,bfloat16,fp8,0,0.21721439361572265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,8,128,1,bfloat16,fp8,0,0.8631024360656738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,4,128,1,bfloat16,bfloat16,0,0.19803839921951294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,4,128,1,fp8,fp8,0,0.14581600427627564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,4,128,1,bfloat16,fp8,0,0.21949760913848876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,1,128,1,bfloat16,bfloat16,0,0.3893743991851807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,8,128,1,bfloat16,bfloat16,0,0.2009727954864502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,8,128,1,fp8,fp8,0,0.14771039485931398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,40,128,1,bfloat16,bfloat16,0,0.1190176010131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,40,128,1,fp8,fp8,0,0.08422240018844604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,40,128,1,bfloat16,fp8,0,0.13351999521255492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,1,128,1,bfloat16,bfloat16,0,0.10472320318222046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,1,128,1,bfloat16,fp8,0,0.11702879667282104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,2,128,1,bfloat16,bfloat16,0,0.10488320589065551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,2,128,1,bfloat16,fp8,0,0.11845920085906983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,2,128,1,fp8,fp8,0,0.07801120281219483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,4,128,1,bfloat16,bfloat16,0,0.10659680366516114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,4,128,1,bfloat16,fp8,0,0.11897599697113037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,4,128,1,fp8,fp8,0,0.07803199887275696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,8,128,1,bfloat16,fp8,0,0.4365071773529053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,8,128,1,bfloat16,bfloat16,0,0.10700960159301758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,8,128,1,bfloat16,fp8,0,0.11904480457305908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,8,128,1,fp8,fp8,0,0.08011040091514587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,40,128,1,bfloat16,bfloat16,0,0.06576799750328063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,40,128,1,bfloat16,fp8,0,0.07390239834785461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,1,128,1,bfloat16,bfloat16,0,0.05754719972610474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,1,128,1,bfloat16,fp8,0,0.06441439986228943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,1,128,1,fp8,fp8,0,0.04321280121803284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,2,128,1,bfloat16,bfloat16,0,0.05760959982872009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,2,128,1,bfloat16,fp8,0,0.06571999788284302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,2,128,1,fp8,fp8,0,0.043196800351142886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,4,128,1,bfloat16,bfloat16,0,0.05774880051612854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,4,128,1,bfloat16,fp8,0,0.0657263994216919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,4,128,1,fp8,fp8,0,0.04327360093593598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,8,128,1,bfloat16,fp8,0,0.22159841060638427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,8,128,1,bfloat16,bfloat16,0,0.059596800804138185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,8,128,1,bfloat16,fp8,0,0.06582720279693603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,40,128,1,bfloat16,bfloat16,0,0.03933599889278412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,40,128,1,fp8,fp8,0,0.028838399052619933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,1,128,1,fp8,fp8,0,0.07811999917030335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,1,128,1,bfloat16,bfloat16,0,0.036652800440788266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,1,128,1,fp8,fp8,0,0.026817598938941957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,2,128,1,bfloat16,bfloat16,0,0.03704800009727478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,2,128,1,bfloat16,fp8,0,0.04110400080680847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,2,128,1,fp8,fp8,0,0.026824000477790832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,40,128,1,bfloat16,bfloat16,0,0.26339681148529054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,4,128,1,bfloat16,bfloat16,0,0.03705280125141144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,40,128,1,bfloat16,fp8,0,0.2769887924194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,4,128,1,fp8,fp8,0,0.026807999610900878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,40,128,1,fp8,fp8,0,0.04711520075798035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,8,128,1,bfloat16,bfloat16,0,0.03704000115394592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,8,128,1,bfloat16,fp8,0,0.04116320013999939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,8,128,1,fp8,fp8,0,0.02677919864654541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,8,128,1,fp8,fp8,0,0.04323840141296387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,40,128,1,bfloat16,fp8,0,0.04526239931583405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,1,128,1,bfloat16,fp8,0,0.04116640090942383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,1,128,1,fp8,fp8,0,1.476460838317871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,4,128,1,bfloat16,fp8,0,0.04118880033493042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,1,128,1,bfloat16,bfloat16,0,1.970008087158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,1,128,1,bfloat16,fp8,0,2.1010015487670897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,2,128,1,fp8,fp8,0,1.4822015762329102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,2,128,1,bfloat16,bfloat16,0,2.0647615432739257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,2,128,1,bfloat16,fp8,0,2.1906112670898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,4,128,1,fp8,fp8,0,1.545041561126709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,4,128,1,bfloat16,bfloat16,0,2.2270063400268554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,4,128,1,bfloat16,fp8,0,2.356420707702637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,8,128,1,bfloat16,bfloat16,0,2.5422832489013674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,8,128,1,fp8,fp8,0,1.6928800582885741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,40,128,1,bfloat16,bfloat16,0,2.543182373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,1,128,1,bfloat16,bfloat16,0,0.991204833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,40,128,1,fp8,fp8,0,1.4265935897827149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,1,128,1,fp8,fp8,0,0.7387375831604004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,1,128,1,bfloat16,fp8,0,1.058948802947998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,2,128,1,fp8,fp8,0,0.7423855781555175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,40,128,1,bfloat16,fp8,0,2.7798736572265623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,4,128,1,fp8,fp8,0,0.7500192165374756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,4,128,1,bfloat16,bfloat16,0,1.0796848297119142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,4,128,1,bfloat16,fp8,0,1.1431936264038085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,8,128,1,bfloat16,bfloat16,0,1.2275952339172362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,8,128,1,bfloat16,fp8,0,2.731777572631836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,8,128,1,fp8,fp8,0,0.8026127815246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,8,128,1,bfloat16,fp8,0,1.2837679862976075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,2,128,1,bfloat16,bfloat16,0,1.0051312446594238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,40,128,1,bfloat16,bfloat16,0,1.2770480155944823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,40,128,1,fp8,fp8,0,0.6781023979187012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,1,128,1,bfloat16,bfloat16,0,0.5040287971496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,1,128,1,bfloat16,fp8,0,0.5395279884338379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,1,128,1,fp8,fp8,0,0.37430078983306886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,40,128,1,bfloat16,fp8,0,1.3885087966918945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,2,128,1,fp8,fp8,0,0.37545440196990965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,2,128,1,bfloat16,bfloat16,0,0.5063839912414551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,2,128,1,bfloat16,fp8,0,1.0750720024108886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,2,128,1,bfloat16,fp8,0,0.5431024074554444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,4,128,1,fp8,fp8,0,0.3797296047210693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,4,128,1,bfloat16,bfloat16,0,0.5188496112823486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,8,128,1,fp8,fp8,0,0.38840160369873045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,8,128,1,bfloat16,bfloat16,0,0.5619423866271973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,4,128,1,bfloat16,fp8,0,0.556331205368042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,8,128,1,bfloat16,fp8,0,0.5903584003448487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,40,128,1,bfloat16,bfloat16,0,0.5847455978393554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,1,128,1,bfloat16,bfloat16,0,0.2582560062408447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,40,128,1,fp8,fp8,0,0.2662496089935303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,2,128,1,bfloat16,bfloat16,0,0.26005120277404786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,40,128,1,bfloat16,fp8,0,0.625705623626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,1,128,1,fp8,fp8,0,0.18058400154113768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,1,128,1,bfloat16,fp8,0,0.27682719230651853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,2,128,1,fp8,fp8,0,0.18052159547805785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,4,128,1,fp8,fp8,0,0.18244320154190063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,2,128,1,bfloat16,fp8,0,0.2806191921234131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,4,128,1,bfloat16,fp8,0,0.2836496114730835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,8,128,1,bfloat16,bfloat16,0,0.27038400173187255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,8,128,1,bfloat16,fp8,0,0.2909312009811401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,8,128,1,fp8,fp8,0,0.18467680215835572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,40,128,1,fp8,fp8,0,0.10474879741668701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,40,128,1,bfloat16,bfloat16,0,0.21012799739837645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,1,128,1,bfloat16,fp8,0,0.13732160329818727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,1,128,1,fp8,fp8,0,0.09234079718589783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,2,128,1,fp8,fp8,0,0.09234880208969116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,4,128,1,bfloat16,bfloat16,0,0.12734400033950805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,4,128,1,bfloat16,fp8,0,0.13955199718475342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,4,128,1,fp8,fp8,0,0.09440640211105347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,8,128,1,bfloat16,bfloat16,0,0.1297152042388916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,8,128,1,bfloat16,fp8,0,0.14360320568084717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,8,128,1,fp8,fp8,0,0.09439200162887573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,40,128,1,bfloat16,bfloat16,0,0.08020319938659667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,40,128,1,bfloat16,fp8,0,0.09225760102272033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,40,128,1,fp8,fp8,0,0.05640479922294617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,1,128,1,bfloat16,bfloat16,0,0.0678063988685608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,4,128,1,bfloat16,bfloat16,0,0.2632575988769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,1,128,1,bfloat16,fp8,0,0.07400959730148315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,1,128,1,fp8,fp8,0,0.049300798773765565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,2,128,1,bfloat16,bfloat16,0,0.06781920194625854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,2,128,1,fp8,fp8,0,0.049465599656105044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,2,128,1,bfloat16,fp8,0,0.07595199942588807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,4,128,1,bfloat16,bfloat16,0,0.067876797914505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,4,128,1,fp8,fp8,0,0.050062400102615354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,4,128,1,bfloat16,fp8,0,0.0759663999080658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,1,128,1,bfloat16,bfloat16,0,0.12515679597854615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,8,128,1,bfloat16,bfloat16,0,0.0698527991771698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,8,128,1,bfloat16,fp8,0,0.0780016005039215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,40,128,1,bfloat16,bfloat16,0,0.045289599895477296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,40,128,1,bfloat16,fp8,0,0.2136080026626587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,2,128,1,bfloat16,bfloat16,0,0.1253008008003235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,40,128,1,bfloat16,fp8,0,0.05141119956970215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,1,128,1,bfloat16,bfloat16,0,0.03900800049304962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,2,128,1,bfloat16,fp8,0,0.13766880035400392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,1,128,1,bfloat16,fp8,0,0.04319519996643066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,1,128,1,fp8,fp8,0,0.028860801458358766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,2,128,1,bfloat16,bfloat16,0,0.03910079896450043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,2,128,1,bfloat16,fp8,0,0.04316959977149963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,4,128,1,bfloat16,bfloat16,0,0.03903839886188507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,4,128,1,fp8,fp8,0,0.028891199827194215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,8,128,1,bfloat16,bfloat16,0,0.03921439945697784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,8,128,1,fp8,fp8,0,0.028854399919509888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,40,128,1,bfloat16,bfloat16,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,40,128,1,fp8,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,1,128,1,bfloat16,bfloat16,0,0.02260479927062988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,1,128,1,bfloat16,fp8,0,0.024726399779319765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,1,128,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,2,128,1,bfloat16,bfloat16,0,0.022646400332450866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,2,128,1,bfloat16,fp8,0,0.02556479871273041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,2,128,1,fp8,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,4,128,1,bfloat16,bfloat16,0,0.022614400088787078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,4,128,1,bfloat16,fp8,0,0.024967999756336214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,4,128,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,8,128,1,fp8,fp8,0,0.05137280225753784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,8,128,1,bfloat16,bfloat16,0,0.022635200619697572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,40,128,1,fp8,fp8,0,0.03168480098247528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,8,128,1,fp8,fp8,0,0.016598400473594666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,40,128,1,bfloat16,bfloat16,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,40,128,1,bfloat16,fp8,0,0.020667199790477753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,40,128,1,fp8,fp8,0,0.012508800625801087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,2,128,1,fp8,fp8,0,0.02876800000667572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,1,128,1,bfloat16,fp8,0,0.01860000044107437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,1,128,1,fp8,fp8,0,0.012432000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,2,128,1,bfloat16,bfloat16,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,4,128,1,bfloat16,fp8,0,0.04332000017166138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,2,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,2,128,1,bfloat16,fp8,0,0.01866080015897751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,8,128,1,bfloat16,fp8,0,0.04524640142917633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,4,128,1,bfloat16,bfloat16,0,0.01449120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,4,128,1,fp8,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,40,128,1,bfloat16,fp8,0,0.02889760136604309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,8,128,1,bfloat16,bfloat16,0,0.015376000106334687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,8,128,1,fp8,fp8,0,0.012484800070524216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,1,128,1,fp8,fp8,0,0.5497712135314942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,1,128,1,bfloat16,bfloat16,0,0.735972785949707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,1,128,1,bfloat16,fp8,0,0.7770080089569091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,8,128,1,bfloat16,fp8,0,0.026705598831176756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,1,128,1,bfloat16,bfloat16,0,0.016473600268363954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,2,128,1,bfloat16,bfloat16,0,0.7649792194366455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,2,128,1,fp8,fp8,0,0.5534448146820068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,2,128,1,bfloat16,fp8,0,0.809721565246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,4,128,1,bfloat16,fp8,0,0.018534399569034576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,8,128,1,bfloat16,fp8,0,0.018596799671649934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,4,128,1,bfloat16,bfloat16,0,0.8293631553649903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,4,128,1,fp8,fp8,0,0.5709023952484131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,4,128,1,bfloat16,fp8,0,0.8665696144104004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,8,128,1,bfloat16,bfloat16,0,0.9722672462463379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,8,128,1,fp8,fp8,0,0.6322303771972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,8,128,1,bfloat16,fp8,0,1.0048959732055665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,1,128,1,bfloat16,bfloat16,0,0.37297759056091306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,40,128,1,fp8,fp8,0,0.5740240097045899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,1,128,1,fp8,fp8,0,0.27863359451293945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,40,128,1,bfloat16,bfloat16,0,1.0392191886901856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,1,128,1,bfloat16,fp8,0,0.39544479846954345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,2,128,1,bfloat16,bfloat16,0,0.37977120876312254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,2,128,1,fp8,fp8,0,0.2790015935897827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,2,128,1,bfloat16,fp8,0,0.40198397636413574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,4,128,1,fp8,fp8,0,0.2846751928329468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,4,128,1,bfloat16,fp8,0,0.42696800231933596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,8,128,1,bfloat16,bfloat16,0,0.4631552219390869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,8,128,1,bfloat16,fp8,0,0.47800159454345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,40,128,1,fp8,fp8,0,0.24560160636901857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,40,128,1,bfloat16,bfloat16,0,0.5043200016021728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,1,128,1,bfloat16,bfloat16,0,0.19287680387496947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,1,128,1,bfloat16,fp8,0,0.20523359775543212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,40,128,1,bfloat16,fp8,0,0.5448304176330566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,2,128,1,bfloat16,bfloat16,0,0.19307199716567994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,1,128,1,fp8,fp8,0,0.1312656044960022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,2,128,1,bfloat16,fp8,0,0.20736160278320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,40,128,1,bfloat16,fp8,0,1.1528384208679199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,4,128,1,bfloat16,bfloat16,0,0.20096158981323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,4,128,1,bfloat16,fp8,0,0.21368799209594727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,4,128,1,fp8,fp8,0,0.13325920104980468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,8,128,1,bfloat16,bfloat16,0,0.20934081077575684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,8,128,1,bfloat16,fp8,0,0.22437601089477538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,4,128,1,bfloat16,bfloat16,0,0.3995039939880371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,40,128,1,bfloat16,bfloat16,0,0.2036992073059082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,40,128,1,fp8,fp8,0,0.08015360236167908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,1,128,1,bfloat16,bfloat16,0,0.09239519834518432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,1,128,1,bfloat16,fp8,0,0.10057920217514038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,1,128,1,fp8,fp8,0,0.0677456021308899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,8,128,1,fp8,fp8,0,0.29532320499420167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,2,128,1,fp8,fp8,0,0.06775040030479432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,4,128,1,bfloat16,bfloat16,0,0.09455519914627075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,4,128,1,bfloat16,fp8,0,0.1025920033454895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,4,128,1,fp8,fp8,0,0.06885280013084412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,8,128,1,bfloat16,bfloat16,0,0.09651679992675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,8,128,1,bfloat16,fp8,0,0.10680639743804932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,8,128,1,fp8,fp8,0,0.06986560225486756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,40,128,1,bfloat16,bfloat16,0,0.06171839833259583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,40,128,1,bfloat16,fp8,0,0.07011520266532897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,40,128,1,fp8,fp8,0,0.042985600233078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,2,128,1,fp8,fp8,0,0.13138879537582399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,1,128,1,bfloat16,bfloat16,0,0.049272000789642334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,1,128,1,fp8,fp8,0,0.03684639930725098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,1,128,1,bfloat16,fp8,0,0.05339679718017578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,2,128,1,bfloat16,bfloat16,0,0.04924960136413574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,2,128,1,bfloat16,fp8,0,0.05376160144805908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,2,128,1,fp8,fp8,0,0.03622879981994629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,4,128,1,bfloat16,bfloat16,0,0.049369600415229795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,4,128,1,fp8,fp8,0,0.03696640133857727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,8,128,1,bfloat16,bfloat16,0,0.0514240026473999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,40,128,1,bfloat16,fp8,0,0.20299201011657714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,8,128,1,bfloat16,fp8,0,0.056620800495147706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,40,128,1,bfloat16,bfloat16,0,0.034944000840187076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,40,128,1,fp8,fp8,0,0.024784000217914583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,2,128,1,bfloat16,bfloat16,0,0.09243680238723755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,1,128,1,bfloat16,bfloat16,0,0.02882719933986664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,1,128,1,bfloat16,fp8,0,0.03293919861316681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,1,128,1,fp8,fp8,0,0.020883199572563172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,2,128,1,bfloat16,bfloat16,0,0.028854399919509888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,2,128,1,bfloat16,fp8,0,0.032897600531578065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,2,128,1,fp8,fp8,0,0.02263360023498535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,4,128,1,bfloat16,bfloat16,0,0.028862398862838746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,4,128,1,bfloat16,fp8,0,0.03294239938259125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,4,128,1,fp8,fp8,0,0.022617599368095397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,8,128,1,bfloat16,bfloat16,0,0.030076798796653748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,8,128,1,bfloat16,fp8,0,0.03496800065040588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,8,128,1,fp8,fp8,0,0.022625599801540375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,40,128,1,bfloat16,bfloat16,0,0.020609599351882935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,40,128,1,bfloat16,fp8,0,0.022729599475860597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,40,128,1,fp8,fp8,0,0.014484800398349762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,1,128,1,bfloat16,fp8,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,1,128,1,fp8,fp8,0,0.01244800016283989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,2,128,1,bfloat16,bfloat16,0,0.01650079935789108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,8,128,1,fp8,fp8,0,0.13547199964523315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,2,128,1,bfloat16,fp8,0,0.019859200716018675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,4,128,1,bfloat16,fp8,0,0.05548480153083801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,4,128,1,bfloat16,bfloat16,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,4,128,1,fp8,fp8,0,0.012444800138473511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,8,128,1,fp8,fp8,0,0.037150400876998904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,8,128,1,bfloat16,bfloat16,0,0.016540800034999848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,8,128,1,fp8,fp8,0,0.01311199963092804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,40,128,1,bfloat16,fp8,0,0.04116320013999939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,40,128,1,bfloat16,bfloat16,0,0.012479999661445617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,2,128,1,bfloat16,fp8,0,0.10060160160064698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,40,128,1,bfloat16,fp8,0,0.014556799829006196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,1,128,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,1,128,1,bfloat16,fp8,0,0.012491200119256973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,1,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,2,128,1,bfloat16,bfloat16,0,0.010375999659299851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,2,128,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,2,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,4,128,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,4,128,1,bfloat16,fp8,0,0.012441600114107132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,4,128,1,fp8,fp8,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,8,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,8,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,1,128,1,bfloat16,bfloat16,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,40,128,1,bfloat16,bfloat16,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,40,128,1,bfloat16,fp8,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,1,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,1,128,1,bfloat16,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,1,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,2,128,1,fp8,fp8,0,0.012580800056457519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,2,128,1,bfloat16,bfloat16,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,4,128,1,bfloat16,fp8,0,0.02059520035982132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,2,128,1,fp8,fp8,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,4,128,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,4,128,1,bfloat16,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,8,128,1,bfloat16,fp8,0,0.02061759978532791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,4,128,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,8,128,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,8,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,8,128,1,bfloat16,fp8,0,0.01250240057706833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,1,128,1,bfloat16,fp8,0,0.3831471920013428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,8,128,1,bfloat16,bfloat16,0,0.010387200117111205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,1,128,1,fp8,fp8,0,0.27507359981536866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,2,128,1,bfloat16,bfloat16,0,0.37079520225524903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,40,128,1,fp8,fp8,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,2,128,1,bfloat16,fp8,0,0.39819200038909913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,2,128,1,fp8,fp8,0,0.274945592880249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,2,128,1,bfloat16,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,4,128,1,bfloat16,bfloat16,0,0.39265921115875246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,4,128,1,bfloat16,fp8,0,0.41681442260742185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,4,128,1,fp8,fp8,0,0.2815648078918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,40,128,1,fp8,fp8,0,0.008427199721336365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,40,128,1,bfloat16,bfloat16,0,0.45659518241882324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,1,128,1,bfloat16,bfloat16,0,0.3628671884536743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,8,128,1,fp8,fp8,0,0.2976480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,40,128,1,fp8,fp8,0,0.25124800205230713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,40,128,1,bfloat16,fp8,0,0.4911056041717529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,1,128,1,bfloat16,bfloat16,0,0.18664319515228273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,1,128,1,fp8,fp8,0,0.12934399843215943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,1,128,1,bfloat16,fp8,0,0.20074400901794434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,2,128,1,fp8,fp8,0,0.12931679487228392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,2,128,1,bfloat16,fp8,0,0.20256319046020507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,4,128,1,bfloat16,bfloat16,0,0.1962399959564209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,4,128,1,bfloat16,fp8,0,0.21119520664215088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,8,128,1,bfloat16,bfloat16,0,0.21310079097747803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,8,128,1,bfloat16,fp8,0,0.22540481090545655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,40,128,1,bfloat16,bfloat16,0,0.20670878887176514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,40,128,1,bfloat16,fp8,0,0.20630719661712646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,40,128,1,fp8,fp8,0,0.07920479774475098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,1,128,1,bfloat16,bfloat16,0,0.08835999965667725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,1,128,1,bfloat16,fp8,0,0.09642879962921143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,1,128,1,fp8,fp8,0,0.06770719885826111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,2,128,1,bfloat16,bfloat16,0,0.08849279880523682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,8,128,1,bfloat16,bfloat16,0,0.44486241340637206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,8,128,1,bfloat16,fp8,0,0.46304001808166506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,2,128,1,fp8,fp8,0,0.0677839994430542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,4,128,1,bfloat16,bfloat16,0,0.09032319784164429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,4,128,1,fp8,fp8,0,0.06779680252075196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,4,128,1,bfloat16,fp8,0,0.09855999946594238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,8,128,1,bfloat16,bfloat16,0,0.09338080286979675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,2,128,1,bfloat16,bfloat16,0,0.187225604057312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,8,128,1,bfloat16,fp8,0,0.10277119874954224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,8,128,1,fp8,fp8,0,0.06983360052108764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,40,128,1,bfloat16,bfloat16,0,0.06301760077476501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,40,128,1,fp8,fp8,0,0.04111199975013733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,1,128,1,bfloat16,bfloat16,0,0.0472815990447998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,4,128,1,fp8,fp8,0,0.13127199411392212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,1,128,1,bfloat16,fp8,0,0.0513808012008667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,1,128,1,fp8,fp8,0,0.03500800132751465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,2,128,1,bfloat16,bfloat16,0,0.047259199619293216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,8,128,1,fp8,fp8,0,0.13341599702835083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,2,128,1,bfloat16,fp8,0,0.05141119956970215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,4,128,1,bfloat16,bfloat16,0,0.047259199619293216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,4,128,1,bfloat16,fp8,0,0.053364801406860354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,4,128,1,fp8,fp8,0,0.03499360084533691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,8,128,1,bfloat16,bfloat16,0,0.04938560128211975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,8,128,1,fp8,fp8,0,0.03696959912776947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,40,128,1,bfloat16,bfloat16,0,0.034929600358009336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,40,128,1,bfloat16,fp8,0,0.03912639915943146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,40,128,1,fp8,fp8,0,0.024779200553894043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,1,128,1,bfloat16,bfloat16,0,0.0283376008272171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,1,128,1,bfloat16,fp8,0,0.031033599376678468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,2,128,1,bfloat16,bfloat16,0,0.0288239985704422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,2,128,1,fp8,fp8,0,0.020660799741744996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,2,128,1,bfloat16,fp8,0,0.09654880166053773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,4,128,1,bfloat16,bfloat16,0,0.028753599524497984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,4,128,1,bfloat16,fp8,0,0.032913601398468016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,4,128,1,fp8,fp8,0,0.021096000075340272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,8,128,1,bfloat16,bfloat16,0,0.02887200117111206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,8,128,1,bfloat16,fp8,0,0.033537599444389346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,8,128,1,fp8,fp8,0,0.02260479927062988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,40,128,1,bfloat16,bfloat16,0,0.018615999817848207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,40,128,1,bfloat16,fp8,0,0.022728000581264497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,40,128,1,fp8,fp8,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,1,128,1,bfloat16,bfloat16,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,40,128,1,bfloat16,fp8,0,0.06797760128974914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,1,128,1,fp8,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,1,128,1,bfloat16,fp8,0,0.018592000007629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,2,128,1,bfloat16,bfloat16,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,2,128,1,fp8,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,4,128,1,bfloat16,bfloat16,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,4,128,1,fp8,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,2,128,1,fp8,fp8,0,0.03502239882946014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,8,128,1,bfloat16,bfloat16,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,8,128,1,bfloat16,fp8,0,0.018644799292087556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,8,128,1,fp8,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,8,128,1,bfloat16,fp8,0,0.053592002391815184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,40,128,1,bfloat16,bfloat16,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,40,128,1,bfloat16,fp8,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,40,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,1,128,1,bfloat16,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,1,128,1,fp8,fp8,0,0.020684799551963805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,2,128,1,bfloat16,bfloat16,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,2,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,2,128,1,bfloat16,fp8,0,0.012430399656295776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,4,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,4,128,1,bfloat16,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,8,128,1,bfloat16,bfloat16,0,0.010353600233793258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,8,128,1,bfloat16,fp8,0,0.012428800016641617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,8,128,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,40,128,1,bfloat16,bfloat16,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,40,128,1,bfloat16,fp8,0,0.014472000300884247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,40,128,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,1,128,1,bfloat16,bfloat16,0,0.010390400141477584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,1,128,1,bfloat16,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,2,128,1,bfloat16,fp8,0,0.01857759952545166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,1,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,2,128,1,bfloat16,bfloat16,0,0.010366400331258773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,4,128,1,bfloat16,fp8,0,0.01857600063085556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,2,128,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,2,128,1,bfloat16,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,4,128,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,4,128,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,8,128,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,8,128,1,fp8,fp8,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,8,128,1,bfloat16,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,1,128,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,40,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,1,128,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,40,128,1,fp8,fp8,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,1,128,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,1,128,1,bfloat16,fp8,0,0.012432000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,2,128,1,bfloat16,bfloat16,0,0.010286399722099304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,2,128,1,bfloat16,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,4,128,1,bfloat16,bfloat16,0,0.010310400277376175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,4,128,1,fp8,fp8,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,4,128,1,bfloat16,fp8,0,0.012427199631929398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,4,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,8,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,8,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,1,128,1,bfloat16,bfloat16,0,0.33087360858917236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,1,128,1,bfloat16,fp8,0,0.3505664110183716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,4,128,1,bfloat16,fp8,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,1,128,1,fp8,fp8,0,0.24196479320526124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,40,128,1,bfloat16,bfloat16,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,2,128,1,bfloat16,bfloat16,0,0.3319295883178711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,2,128,1,bfloat16,fp8,0,0.03101919889450073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,2,128,1,bfloat16,fp8,0,0.3522975921630859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,1,128,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,2,128,1,fp8,fp8,0,0.24198880195617675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,2,128,1,fp8,fp8,0,0.009060800075531006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,4,128,1,bfloat16,bfloat16,0,0.3393183946609497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,4,128,1,fp8,fp8,0,0.24372799396514894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,8,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,4,128,1,bfloat16,fp8,0,0.36185920238494873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,8,128,1,bfloat16,bfloat16,0,0.3545072078704834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,8,128,1,fp8,fp8,0,0.24628798961639403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,8,128,1,bfloat16,fp8,0,0.3758415937423706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,40,128,1,bfloat16,bfloat16,0,0.26656479835510255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,40,128,1,fp8,fp8,0,0.1353935956954956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,1,128,1,bfloat16,bfloat16,0,0.15904639959335326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,1,128,1,fp8,fp8,0,0.12313920259475708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,40,128,1,bfloat16,fp8,0,0.2645904064178467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,1,128,1,bfloat16,fp8,0,0.17228800058364868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,2,128,1,bfloat16,bfloat16,0,0.1588736057281494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,2,128,1,fp8,fp8,0,0.1231376051902771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,2,128,1,bfloat16,fp8,0,0.17236640453338622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,4,128,1,fp8,fp8,0,0.1238703966140747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,4,128,1,bfloat16,fp8,0,0.1743872046470642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,8,128,1,bfloat16,fp8,0,0.17834399938583373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,8,128,1,bfloat16,bfloat16,0,0.1640496015548706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,8,128,1,fp8,fp8,0,0.12510240077972412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,40,128,1,bfloat16,bfloat16,0,0.0965712010860443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,40,128,1,fp8,fp8,0,0.06984639763832093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,1,128,1,bfloat16,fp8,0,0.08871520161628724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,1,128,1,fp8,fp8,0,0.06368160247802734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,2,128,1,bfloat16,bfloat16,0,0.08210399746894836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,2,128,1,bfloat16,fp8,0,0.09028639793395996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,2,128,1,fp8,fp8,0,0.06367679834365844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,4,128,1,bfloat16,bfloat16,0,0.08212159872055054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,4,128,1,fp8,fp8,0,0.06372320055961608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,8,128,1,bfloat16,bfloat16,0,0.08419679999351501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,8,128,1,bfloat16,fp8,0,0.0923583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,8,128,1,fp8,fp8,0,0.06538879871368408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,40,128,1,bfloat16,bfloat16,0,0.049358400702476504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,40,128,1,bfloat16,fp8,0,0.05544959902763367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,40,128,1,fp8,fp8,0,0.03695839941501618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,1,128,1,bfloat16,bfloat16,0,0.04325439929962158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,1,128,1,fp8,fp8,0,0.03295679986476898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,2,128,1,bfloat16,bfloat16,0,0.043110400438308716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,2,128,1,fp8,fp8,0,0.033276799321174624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,4,128,1,bfloat16,bfloat16,0,0.04319519996643066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,4,128,1,bfloat16,bfloat16,0,0.16164000034332277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,4,128,1,fp8,fp8,0,0.03499200046062469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,8,128,1,bfloat16,bfloat16,0,0.04333440065383911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,8,128,1,bfloat16,fp8,0,0.049353599548339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,40,128,1,bfloat16,fp8,0,0.10669280290603637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,8,128,1,fp8,fp8,0,0.034908801317214966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,1,128,1,bfloat16,bfloat16,0,0.08208960294723511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,40,128,1,bfloat16,fp8,0,0.032979199290275575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,40,128,1,fp8,fp8,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,1,128,1,bfloat16,bfloat16,0,0.024771200120449068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,1,128,1,bfloat16,fp8,0,0.028857600688934327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,4,128,1,bfloat16,fp8,0,0.09032639861106873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,2,128,1,bfloat16,bfloat16,0,0.024959999322891235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,2,128,1,fp8,fp8,0,0.02066880017518997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,1,128,1,bfloat16,fp8,0,0.04723039865493774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,4,128,1,bfloat16,bfloat16,0,0.026070401072502136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,2,128,1,bfloat16,fp8,0,0.0472927987575531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,4,128,1,fp8,fp8,0,0.020652799308300017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,8,128,1,bfloat16,bfloat16,0,0.026788800954818726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,4,128,1,bfloat16,fp8,0,0.04753440022468567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,40,128,1,bfloat16,bfloat16,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,8,128,1,bfloat16,fp8,0,0.030801600217819212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,8,128,1,fp8,fp8,0,0.020681600272655486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,40,128,1,bfloat16,fp8,0,0.020584000647068022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,40,128,1,fp8,fp8,0,0.012489599734544754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,1,128,1,bfloat16,bfloat16,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,1,128,1,bfloat16,fp8,0,0.017284800112247468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,1,128,1,fp8,fp8,0,0.012408000230789185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,2,128,1,bfloat16,bfloat16,0,0.014500799775123595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,40,128,1,bfloat16,bfloat16,0,0.028857600688934327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,2,128,1,bfloat16,fp8,0,0.016769599914550782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,4,128,1,bfloat16,bfloat16,0,0.014481599628925323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,4,128,1,fp8,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,4,128,1,bfloat16,fp8,0,0.017902399599552154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,8,128,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,1,128,1,fp8,fp8,0,0.020678399503231047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,8,128,1,fp8,fp8,0,0.01244800016283989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,8,128,1,bfloat16,fp8,0,0.018515199422836304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,2,128,1,bfloat16,fp8,0,0.028905600309371948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,40,128,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,40,128,1,fp8,fp8,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,1,128,1,bfloat16,bfloat16,0,0.008422400057315826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,40,128,1,bfloat16,fp8,0,0.012457600235939026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,1,128,1,bfloat16,fp8,0,0.01234399974346161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,2,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,4,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,4,128,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,8,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,4,128,1,bfloat16,fp8,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,8,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,40,128,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,40,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,40,128,1,fp8,fp8,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,1,128,1,bfloat16,bfloat16,0,0.008425600081682205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,1,128,1,bfloat16,fp8,0,0.012145599722862244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,1,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,2,128,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,2,128,1,bfloat16,fp8,0,0.011247999966144562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,2,128,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,2,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,4,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,4,128,1,bfloat16,fp8,0,0.012350399792194367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,4,128,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,8,128,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,8,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,40,128,1,bfloat16,bfloat16,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,40,128,1,bfloat16,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,1,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,40,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,1,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,2,128,1,bfloat16,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,1,128,1,bfloat16,fp8,0,0.01061599999666214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,1,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,4,128,1,bfloat16,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,2,128,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,2,128,1,bfloat16,fp8,0,0.011257600039243698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,2,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,4,128,1,bfloat16,fp8,0,0.010817600041627884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,4,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,8,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,8,128,1,bfloat16,fp8,0,0.01098719984292984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,1,128,1,bfloat16,bfloat16,0,0.3013695955276489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,1,128,1,bfloat16,fp8,0,0.317524790763855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,1,128,1,fp8,fp8,0,0.233787202835083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,2,128,1,bfloat16,bfloat16,0,0.30128319263458253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,2,128,1,bfloat16,fp8,0,0.31775200366973877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,2,128,1,fp8,fp8,0,0.23379039764404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,8,128,1,bfloat16,fp8,0,0.012332800030708312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,4,128,1,bfloat16,bfloat16,0,0.3032448053359985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,4,128,1,bfloat16,fp8,0,0.3195487976074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,4,128,1,fp8,fp8,0,0.2340303897857666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,8,128,1,bfloat16,bfloat16,0,0.30662720203399657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,2,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,8,128,1,fp8,fp8,0,0.23581600189208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,40,128,1,bfloat16,bfloat16,0,0.16808480024337769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,40,128,1,bfloat16,fp8,0,0.1804352045059204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,40,128,1,fp8,fp8,0,0.1251263976097107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,4,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,8,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,1,128,1,bfloat16,bfloat16,0,0.1538912057876587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,8,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,1,128,1,bfloat16,fp8,0,0.16400159597396852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,1,128,1,fp8,fp8,0,0.11907039880752564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,2,128,1,fp8,fp8,0,0.11907039880752564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,2,128,1,bfloat16,bfloat16,0,0.15382399559020996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,2,128,1,bfloat16,fp8,0,0.16399359703063965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,4,128,1,bfloat16,fp8,0,0.16404320001602174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,4,128,1,fp8,fp8,0,0.11926239728927612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,8,128,1,bfloat16,bfloat16,0,0.15589120388031005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,8,128,1,fp8,fp8,0,0.12084800004959106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,40,128,1,bfloat16,bfloat16,0,0.08617600202560424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,40,128,1,fp8,fp8,0,0.06554399728775025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,1,128,1,bfloat16,bfloat16,0,0.07954239845275879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,1,128,1,bfloat16,fp8,0,0.08412160277366638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,1,128,1,fp8,fp8,0,0.06164479851722717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,2,128,1,bfloat16,bfloat16,0,0.07994400262832642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,2,128,1,bfloat16,fp8,0,0.08416479825973511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,2,128,1,fp8,fp8,0,0.06244959831237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,4,128,1,bfloat16,bfloat16,0,0.0800544023513794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,4,128,1,bfloat16,fp8,0,0.085590398311615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,4,128,1,fp8,fp8,0,0.061660802364349364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,8,128,1,bfloat16,fp8,0,0.3236128091812134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,8,128,1,bfloat16,bfloat16,0,0.08006560206413268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,8,128,1,bfloat16,fp8,0,0.08622080087661743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,40,128,1,bfloat16,bfloat16,0,0.04516479969024658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,40,128,1,bfloat16,fp8,0,0.04933440089225769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,40,128,1,fp8,fp8,0,0.034923198819160464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,1,128,1,bfloat16,bfloat16,0,0.04111360013484955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,1,128,1,bfloat16,fp8,0,0.045212799310684205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,1,128,1,fp8,fp8,0,0.03285439908504486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,2,128,1,bfloat16,bfloat16,0,0.041115200519561766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,2,128,1,fp8,fp8,0,0.03291040062904358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,2,128,1,bfloat16,fp8,0,0.04523679912090302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,4,128,1,bfloat16,bfloat16,0,0.041068801283836366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,4,128,1,bfloat16,bfloat16,0,0.15563520193099975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,4,128,1,bfloat16,fp8,0,0.04516800045967102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,8,128,1,bfloat16,fp8,0,0.1660591959953308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,4,128,1,fp8,fp8,0,0.03293280005455017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,8,128,1,fp8,fp8,0,0.03295199871063233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,40,128,1,bfloat16,fp8,0,0.09232640266418457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,40,128,1,bfloat16,bfloat16,0,0.026707199215888978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,40,128,1,fp8,fp8,0,0.02070239931344986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,8,128,1,bfloat16,fp8,0,0.04530879855155945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,1,128,1,bfloat16,bfloat16,0,0.02470400035381317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,1,128,1,fp8,fp8,0,0.020657600462436677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,2,128,1,bfloat16,bfloat16,0,0.024695999920368195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,2,128,1,fp8,fp8,0,0.020598399639129638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,2,128,1,bfloat16,fp8,0,0.028799998760223388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,4,128,1,bfloat16,bfloat16,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,4,128,1,fp8,fp8,0,0.020598399639129638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,8,128,1,bfloat16,bfloat16,0,0.024740800261497498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,8,128,1,bfloat16,fp8,0,0.028830400109291075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,8,128,1,fp8,fp8,0,0.020561599731445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,40,128,1,bfloat16,bfloat16,0,0.014500799775123595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,8,128,1,fp8,fp8,0,0.061694401502609256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,40,128,1,bfloat16,fp8,0,0.018603199720382692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,40,128,1,fp8,fp8,0,0.012510399520397186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,1,128,1,bfloat16,bfloat16,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,1,128,1,bfloat16,fp8,0,0.01656160056591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,1,128,1,fp8,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,2,128,1,bfloat16,bfloat16,0,0.01446399986743927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,2,128,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,4,128,1,bfloat16,fp8,0,0.016519999504089354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,4,128,1,fp8,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,8,128,1,bfloat16,bfloat16,0,0.014417600631713868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,8,128,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,8,128,1,bfloat16,bfloat16,0,0.04189760088920593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,8,128,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,40,128,1,bfloat16,bfloat16,0,0.010326399654150008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,40,128,1,bfloat16,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,40,128,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,40,128,1,bfloat16,fp8,0,0.03150080144405365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,1,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,1,128,1,bfloat16,fp8,0,0.010447999835014344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,1,128,1,bfloat16,fp8,0,0.02879680097103119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,2,128,1,bfloat16,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,2,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,4,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,4,128,1,bfloat16,fp8,0,0.028777599334716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,4,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,8,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,8,128,1,bfloat16,fp8,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,8,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,40,128,1,bfloat16,bfloat16,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,40,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,40,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,1,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,1,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,2,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,4,128,1,bfloat16,bfloat16,0,0.01449120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,2,128,1,bfloat16,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,2,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,4,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,4,128,1,fp8,fp8,0,0.008243200182914735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,8,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,8,128,1,bfloat16,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,8,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,40,128,1,bfloat16,bfloat16,0,0.0103472001850605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,40,128,1,bfloat16,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,40,128,1,fp8,fp8,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,2,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,1,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,1,128,1,bfloat16,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,4,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,1,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,2,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,2,128,1,fp8,fp8,0,0.007982400059700013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,4,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,4,128,1,fp8,fp8,0,0.008817599713802337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,8,128,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,8,128,1,bfloat16,fp8,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,8,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,1,128,1,bfloat16,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,2,128,1,bfloat16,fp8,0,0.016523200273513793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,1,128,1,bfloat16,bfloat16,0,0.2942271947860718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,1,128,1,bfloat16,fp8,0,0.3115328073501587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,4,128,1,bfloat16,fp8,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,1,128,1,fp8,fp8,0,0.22962241172790526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,2,128,1,bfloat16,bfloat16,0,0.2949471950531006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,2,128,1,fp8,fp8,0,0.22962720394134523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,2,128,1,bfloat16,fp8,0,0.31159200668334963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,4,128,1,bfloat16,bfloat16,0,0.29437599182128904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,4,128,1,fp8,fp8,0,0.22962720394134523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,4,128,1,bfloat16,fp8,0,0.3115648031234741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,1,128,1,fp8,fp8,0,0.008252800256013871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,8,128,1,bfloat16,bfloat16,0,0.29505760669708253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,2,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,8,128,1,fp8,fp8,0,0.23028159141540527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,8,128,1,bfloat16,fp8,0,0.31152639389038084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,40,128,1,bfloat16,fp8,0,0.16051199436187744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,4,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,40,128,1,fp8,fp8,0,0.1189471960067749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,1,128,1,bfloat16,fp8,0,0.15992799997329712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,2,128,1,bfloat16,bfloat16,0,0.15174560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,2,128,1,bfloat16,fp8,0,0.15991519689559935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,4,128,1,bfloat16,bfloat16,0,0.1516543984413147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,4,128,1,bfloat16,fp8,0,0.15993599891662597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,4,128,1,fp8,fp8,0,0.11886399984359741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,8,128,1,bfloat16,bfloat16,0,0.15174560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,8,128,1,bfloat16,fp8,0,0.16010559797286988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,8,128,1,fp8,fp8,0,0.11888959407806396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,40,128,1,bfloat16,bfloat16,0,0.07792959809303283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,40,128,1,bfloat16,fp8,0,0.08417440056800843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,40,128,1,fp8,fp8,0,0.061667197942733766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,1,128,1,bfloat16,bfloat16,0,0.07799519896507263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,1,128,1,bfloat16,fp8,0,0.0840448021888733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,1,128,1,fp8,fp8,0,0.06166399717330932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,2,128,1,bfloat16,fp8,0,0.08384479880332947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,2,128,1,fp8,fp8,0,0.06164960265159607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,4,128,1,bfloat16,bfloat16,0,0.07792479991912842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,4,128,1,fp8,fp8,0,0.061526399850845334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,4,128,1,bfloat16,fp8,0,0.08416159749031067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,40,128,1,bfloat16,bfloat16,0,0.14960000514984131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,8,128,1,bfloat16,bfloat16,0,0.07799839973449707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,8,128,1,bfloat16,fp8,0,0.08419200181961059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,8,128,1,fp8,fp8,0,0.061559998989105226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,1,128,1,bfloat16,bfloat16,0,0.1515439987182617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,40,128,1,bfloat16,bfloat16,0,0.04108000099658966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,40,128,1,fp8,fp8,0,0.032943999767303465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,1,128,1,fp8,fp8,0,0.11883840560913086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,1,128,1,bfloat16,fp8,0,0.0451200008392334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,1,128,1,fp8,fp8,0,0.032892799377441405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,2,128,1,fp8,fp8,0,0.11884000301361083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,2,128,1,bfloat16,bfloat16,0,0.04104160070419312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,2,128,1,bfloat16,fp8,0,0.04514240026473999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,2,128,1,fp8,fp8,0,0.03284479975700379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,4,128,1,bfloat16,bfloat16,0,0.04104160070419312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,4,128,1,bfloat16,fp8,0,0.04514560103416443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,4,128,1,fp8,fp8,0,0.032846400141716005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,8,128,1,bfloat16,bfloat16,0,0.041140800714492796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,8,128,1,bfloat16,fp8,0,0.045263999700546266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,40,128,1,bfloat16,fp8,0,0.028841599822044373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,40,128,1,fp8,fp8,0,0.020633600652217865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,1,128,1,bfloat16,bfloat16,0,0.024659200012683867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,1,128,1,fp8,fp8,0,0.02046079933643341
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,2,128,1,bfloat16,bfloat16,0,0.024751999974250795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,2,128,1,bfloat16,fp8,0,0.02680320143699646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,2,128,1,fp8,fp8,0,0.020710399746894835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,4,128,1,bfloat16,bfloat16,0,0.024748800694942473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,2,128,1,bfloat16,bfloat16,0,0.07794560194015503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,4,128,1,bfloat16,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,4,128,1,fp8,fp8,0,0.02056960016489029
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,8,128,1,bfloat16,bfloat16,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,8,128,1,fp8,fp8,0,0.020588800311088562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,40,128,1,bfloat16,bfloat16,0,0.014550399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,40,128,1,bfloat16,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,40,128,1,bfloat16,fp8,0,0.045177599787712096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,40,128,1,fp8,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,1,128,1,bfloat16,bfloat16,0,0.01440960019826889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,1,128,1,bfloat16,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,1,128,1,fp8,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,2,128,1,bfloat16,bfloat16,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,2,128,1,fp8,fp8,0,0.01249919980764389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,4,128,1,bfloat16,bfloat16,0,0.01443679928779602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,4,128,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,8,128,1,fp8,fp8,0,0.03292959928512573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,4,128,1,fp8,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,8,128,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,8,128,1,bfloat16,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,8,128,1,fp8,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,1,128,1,bfloat16,fp8,0,0.026822400093078614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,40,128,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,40,128,1,fp8,fp8,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,1,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,1,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,2,128,1,bfloat16,bfloat16,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,2,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,2,128,1,fp8,fp8,0,0.0073679998517036435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,4,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,8,128,1,bfloat16,fp8,0,0.026923200488090514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,4,128,1,bfloat16,fp8,0,0.011147200316190719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,4,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,8,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,8,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,1,128,1,bfloat16,bfloat16,0,0.04114879965782166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,40,128,1,bfloat16,bfloat16,0,0.00968480035662651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,2,128,1,bfloat16,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,40,128,1,fp8,fp8,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,1,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,1,128,1,bfloat16,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,40,128,1,bfloat16,bfloat16,0,0.024771200120449068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,1,128,1,fp8,fp8,0,0.006424000114202499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,2,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,2,128,1,fp8,fp8,0,0.006355199962854385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,4,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,40,128,1,bfloat16,fp8,0,0.01244800016283989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,4,128,1,bfloat16,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,8,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,8,128,1,bfloat16,fp8,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,1,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,40,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,40,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,1,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,1,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,1,128,1,fp8,fp8,0,0.00692799985408783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,2,128,1,bfloat16,bfloat16,0,0.00843999981880188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,8,128,1,bfloat16,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,2,128,1,bfloat16,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,4,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,4,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,4,128,1,fp8,fp8,0,0.00716480016708374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,8,128,1,bfloat16,bfloat16,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,8,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,40,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,8,128,1,fp8,fp8,0,0.006763199716806412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,2,128,1,bfloat16,fp8,0,0.010567999631166457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,4,128,1,fp8,fp8,0,0.0065311998128890995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,8,128,1,fp8,fp8,0,0.007049600034952164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,40,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,2,128,1,fp8,fp8,0,0.006403200328350067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,1,128,1,fp8,fp8,0,79.99093017578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,2,128,1,fp8,fp8,0,79.80570678710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,1,128,1,bfloat16,bfloat16,0,106.08726806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,2,128,1,bfloat16,bfloat16,0,106.7447021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,4,128,1,bfloat16,bfloat16,0,114.42061767578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,1,128,1,bfloat16,fp8,0,118.5881591796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,2,128,1,bfloat16,fp8,0,119.33375244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,4,128,1,bfloat16,fp8,0,124.50361328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,4,128,1,fp8,fp8,0,80.49758911132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,1,128,1,bfloat16,bfloat16,0,53.211572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,32,128,1,bfloat16,bfloat16,0,69.54360961914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,8,128,1,fp8,fp8,0,84.8323974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,8,128,1,bfloat16,bfloat16,0,117.70408935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,1,128,1,bfloat16,fp8,0,59.434881591796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,1,128,1,fp8,fp8,0,40.09931945800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,8,128,1,bfloat16,fp8,0,127.5669677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,2,128,1,fp8,fp8,0,40.02059631347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,2,128,1,bfloat16,bfloat16,0,53.39439086914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,2,128,1,bfloat16,fp8,0,59.80281982421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,4,128,1,fp8,fp8,0,40.07139892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,4,128,1,bfloat16,bfloat16,0,53.47908935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,4,128,1,bfloat16,fp8,0,59.933251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,8,128,1,fp8,fp8,0,40.303652954101565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,8,128,1,bfloat16,bfloat16,0,56.40198974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,8,128,1,bfloat16,fp8,0,62.36543579101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,32,128,1,bfloat16,bfloat16,0,32.28821716308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,32,128,1,bfloat16,fp8,0,33.30423278808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,32,128,1,fp8,fp8,0,45.568389892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,32,128,1,fp8,fp8,0,21.75145721435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,1,128,1,bfloat16,bfloat16,0,26.75415954589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,1,128,1,fp8,fp8,0,20.171981811523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,1,128,1,bfloat16,fp8,0,29.89460144042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,2,128,1,fp8,fp8,0,20.12848663330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,32,128,1,bfloat16,fp8,0,71.31011962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,2,128,1,bfloat16,bfloat16,0,26.824813842773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,4,128,1,bfloat16,bfloat16,0,26.799554443359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,2,128,1,bfloat16,fp8,0,30.049365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,4,128,1,fp8,fp8,0,20.162757873535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,32,128,1,bfloat16,bfloat16,0,15.254583740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,32,128,1,fp8,fp8,0,10.386534118652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,4,128,1,bfloat16,fp8,0,30.263217163085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,32,128,1,bfloat16,fp8,0,16.334910583496093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,8,128,1,fp8,fp8,0,20.228988647460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,8,128,1,bfloat16,bfloat16,0,26.976174926757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,1,128,1,bfloat16,bfloat16,0,13.537577819824218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,8,128,1,bfloat16,fp8,0,30.408297729492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,1,128,1,fp8,fp8,0,10.200739288330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,2,128,1,fp8,fp8,0,10.181759643554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,1,128,1,bfloat16,fp8,0,15.134654235839843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,2,128,1,bfloat16,bfloat16,0,13.582255554199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,4,128,1,bfloat16,bfloat16,0,13.552690124511718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,2,128,1,bfloat16,fp8,0,15.225802612304687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,4,128,1,fp8,fp8,0,10.19541244506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,4,128,1,bfloat16,fp8,0,15.133935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,8,128,1,bfloat16,bfloat16,0,13.589254760742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,8,128,1,fp8,fp8,0,10.230796813964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,8,128,1,bfloat16,fp8,0,15.316368103027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,1,128,1,fp8,fp8,0,45.22574157714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,2,128,1,fp8,fp8,0,45.13433837890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,1,128,1,bfloat16,bfloat16,0,60.036138916015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,2,128,1,bfloat16,bfloat16,0,60.255224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,1,128,1,bfloat16,fp8,0,67.03165893554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,4,128,1,bfloat16,bfloat16,0,63.52205810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,2,128,1,bfloat16,fp8,0,67.66099243164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,4,128,1,bfloat16,fp8,0,69.7641357421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,4,128,1,fp8,fp8,0,45.25836181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,32,128,1,fp8,fp8,0,25.588711547851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,32,128,1,bfloat16,bfloat16,0,39.8818603515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,8,128,1,fp8,fp8,0,47.053704833984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,32,128,1,bfloat16,fp8,0,41.48583068847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,8,128,1,bfloat16,bfloat16,0,66.55528564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,1,128,1,bfloat16,bfloat16,0,30.124786376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,1,128,1,bfloat16,fp8,0,33.63166198730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,1,128,1,fp8,fp8,0,22.699908447265624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,8,128,1,bfloat16,fp8,0,72.98236083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,2,128,1,fp8,fp8,0,22.652537536621093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,2,128,1,bfloat16,bfloat16,0,30.21544494628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,2,128,1,bfloat16,fp8,0,33.83133544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,4,128,1,fp8,fp8,0,22.695164489746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,4,128,1,bfloat16,bfloat16,0,30.2038330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,4,128,1,bfloat16,fp8,0,34.07426147460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,32,128,1,bfloat16,bfloat16,0,18.45531768798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,8,128,1,fp8,fp8,0,22.803675842285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,32,128,1,fp8,fp8,0,12.233076477050782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,8,128,1,bfloat16,bfloat16,0,31.54801025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,32,128,1,bfloat16,fp8,0,18.97172393798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,1,128,1,bfloat16,bfloat16,0,15.17459716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,8,128,1,bfloat16,fp8,0,34.927346801757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,1,128,1,fp8,fp8,0,11.433726501464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,1,128,1,bfloat16,fp8,0,16.9553955078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,2,128,1,fp8,fp8,0,11.411872100830077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,2,128,1,bfloat16,bfloat16,0,15.227066040039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,2,128,1,bfloat16,fp8,0,17.058818054199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,4,128,1,fp8,fp8,0,11.432086181640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,4,128,1,bfloat16,bfloat16,0,15.207211303710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,4,128,1,bfloat16,fp8,0,17.155314636230468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,32,128,1,bfloat16,bfloat16,0,8.370473480224609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,8,128,1,bfloat16,bfloat16,0,15.28502197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,32,128,1,fp8,fp8,0,5.9225727081298825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,8,128,1,fp8,fp8,0,11.468762969970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,1,128,1,bfloat16,bfloat16,0,7.713593292236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,32,128,1,bfloat16,fp8,0,9.12422866821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,8,128,1,bfloat16,fp8,0,17.14600830078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,1,128,1,fp8,fp8,0,5.804520034790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,1,128,1,bfloat16,fp8,0,8.60534896850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,2,128,1,fp8,fp8,0,5.792356872558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,2,128,1,bfloat16,bfloat16,0,7.733102416992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,2,128,1,bfloat16,fp8,0,8.668494415283202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,4,128,1,bfloat16,bfloat16,0,7.723925018310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,4,128,1,fp8,fp8,0,5.7944801330566404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,4,128,1,bfloat16,fp8,0,8.720326232910157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,8,128,1,fp8,fp8,0,5.826291275024414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,8,128,1,bfloat16,bfloat16,0,7.743856048583984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,8,128,1,bfloat16,fp8,0,8.694147491455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,1,128,1,fp8,fp8,0,31.542764282226564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,2,128,1,fp8,fp8,0,31.482949829101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,1,128,1,bfloat16,bfloat16,0,41.86789245605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,2,128,1,bfloat16,bfloat16,0,42.05891723632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,1,128,1,bfloat16,fp8,0,46.73512573242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,4,128,1,bfloat16,bfloat16,0,43.38344116210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,2,128,1,bfloat16,fp8,0,47.007757568359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,4,128,1,bfloat16,fp8,0,48.19895935058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,32,128,1,fp8,fp8,0,17.996981811523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,4,128,1,fp8,fp8,0,31.554324340820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,1,128,1,bfloat16,bfloat16,0,21.033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,32,128,1,bfloat16,bfloat16,0,27.785601806640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,32,128,1,bfloat16,fp8,0,28.883932495117186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,8,128,1,fp8,fp8,0,32.38431396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,8,128,1,bfloat16,bfloat16,0,46.19416809082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,1,128,1,fp8,fp8,0,15.843211364746093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,1,128,1,bfloat16,fp8,0,23.47584686279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,2,128,1,fp8,fp8,0,15.813314819335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,2,128,1,bfloat16,bfloat16,0,21.0984619140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,8,128,1,bfloat16,fp8,0,50.13283081054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,2,128,1,bfloat16,fp8,0,23.624090576171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,4,128,1,bfloat16,bfloat16,0,21.096372985839842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,4,128,1,fp8,fp8,0,15.836329650878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,32,128,1,fp8,fp8,0,8.414438629150391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,32,128,1,bfloat16,bfloat16,0,12.827587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,8,128,1,fp8,fp8,0,15.916645812988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,4,128,1,bfloat16,fp8,0,23.774200439453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,32,128,1,bfloat16,fp8,0,13.262130737304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,8,128,1,bfloat16,bfloat16,0,21.72161407470703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,1,128,1,fp8,fp8,0,7.994245147705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,8,128,1,bfloat16,fp8,0,24.265264892578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,1,128,1,bfloat16,bfloat16,0,10.610363006591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,2,128,1,fp8,fp8,0,7.982011413574218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,1,128,1,bfloat16,fp8,0,11.850579071044923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,2,128,1,bfloat16,bfloat16,0,10.644590759277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,4,128,1,bfloat16,bfloat16,0,10.636064147949218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,2,128,1,bfloat16,fp8,0,11.917724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,4,128,1,fp8,fp8,0,7.994046020507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,32,128,1,bfloat16,bfloat16,0,5.862188720703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,32,128,1,fp8,fp8,0,4.153307342529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,8,128,1,bfloat16,bfloat16,0,10.680217742919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,8,128,1,fp8,fp8,0,8.018431854248046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,4,128,1,bfloat16,fp8,0,11.906251525878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,32,128,1,bfloat16,fp8,0,6.408589172363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,1,128,1,bfloat16,bfloat16,0,5.404179382324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,8,128,1,bfloat16,fp8,0,12.021564483642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,1,128,1,fp8,fp8,0,4.06994400024414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,2,128,1,fp8,fp8,0,4.061894226074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,1,128,1,bfloat16,fp8,0,6.046196746826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,2,128,1,bfloat16,bfloat16,0,5.427691268920898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,4,128,1,bfloat16,bfloat16,0,5.4183502197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,2,128,1,bfloat16,fp8,0,6.083291244506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,4,128,1,fp8,fp8,0,4.069443130493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,8,128,1,bfloat16,bfloat16,0,5.428598403930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,4,128,1,bfloat16,fp8,0,6.110217666625976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,8,128,1,fp8,fp8,0,4.079497528076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,8,128,1,bfloat16,fp8,0,6.103879928588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,1,128,1,fp8,fp8,0,40.52784423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,2,128,1,fp8,fp8,0,40.413427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,1,128,1,bfloat16,bfloat16,0,53.808526611328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,2,128,1,bfloat16,bfloat16,0,54.214630126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,1,128,1,bfloat16,fp8,0,60.045159912109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,4,128,1,bfloat16,bfloat16,0,56.19959716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,2,128,1,bfloat16,fp8,0,60.67786865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,4,128,1,bfloat16,fp8,0,62.05335693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,4,128,1,fp8,fp8,0,40.672479248046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,32,128,1,fp8,fp8,0,24.818467712402345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,8,128,1,fp8,fp8,0,43.30801086425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,8,128,1,bfloat16,bfloat16,0,60.7065185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,1,128,1,bfloat16,bfloat16,0,26.981448364257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,32,128,1,bfloat16,bfloat16,0,47.42310791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,1,128,1,fp8,fp8,0,20.31841278076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,1,128,1,bfloat16,fp8,0,30.09805908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,32,128,1,bfloat16,fp8,0,47.80111389160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,8,128,1,bfloat16,fp8,0,65.17981567382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,2,128,1,fp8,fp8,0,20.286152648925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,2,128,1,bfloat16,bfloat16,0,27.081195068359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,4,128,1,fp8,fp8,0,20.330598449707033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,2,128,1,bfloat16,fp8,0,30.284762573242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,4,128,1,bfloat16,bfloat16,0,27.3832275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,4,128,1,bfloat16,fp8,0,30.66441650390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,8,128,1,bfloat16,bfloat16,0,29.511087036132814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,32,128,1,bfloat16,bfloat16,0,17.90168914794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,32,128,1,fp8,fp8,0,11.449030303955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,8,128,1,fp8,fp8,0,20.570445251464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,1,128,1,bfloat16,bfloat16,0,13.574288940429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,32,128,1,bfloat16,fp8,0,18.356141662597658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,8,128,1,bfloat16,fp8,0,32.178585815429685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,1,128,1,fp8,fp8,0,10.220783996582032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,1,128,1,bfloat16,fp8,0,15.13096923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,2,128,1,fp8,fp8,0,10.20080795288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,2,128,1,bfloat16,bfloat16,0,13.619187927246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,2,128,1,bfloat16,fp8,0,15.227336120605468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,4,128,1,fp8,fp8,0,10.218339538574218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,4,128,1,bfloat16,bfloat16,0,13.610171508789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,8,128,1,bfloat16,bfloat16,0,13.741259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,4,128,1,bfloat16,fp8,0,15.333395385742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,32,128,1,bfloat16,bfloat16,0,8.108064270019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,8,128,1,fp8,fp8,0,10.261649322509765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,32,128,1,fp8,fp8,0,5.320876693725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,1,128,1,bfloat16,bfloat16,0,6.869147491455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,32,128,1,bfloat16,fp8,0,8.51031036376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,8,128,1,bfloat16,fp8,0,15.422834777832032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,1,128,1,fp8,fp8,0,5.167292785644531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,2,128,1,fp8,fp8,0,5.159217453002929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,1,128,1,bfloat16,fp8,0,7.660518646240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,4,128,1,fp8,fp8,0,5.171563339233399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,2,128,1,bfloat16,fp8,0,7.851817321777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,4,128,1,bfloat16,bfloat16,0,6.8860321044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,4,128,1,bfloat16,fp8,0,7.758992004394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,2,128,1,bfloat16,bfloat16,0,6.892931365966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,8,128,1,bfloat16,bfloat16,0,6.9038337707519535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,32,128,1,fp8,fp8,0,2.692804718017578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,32,128,1,bfloat16,bfloat16,0,3.705352020263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,8,128,1,fp8,fp8,0,5.1935985565185545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,32,128,1,bfloat16,fp8,0,4.059460830688477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,8,128,1,bfloat16,fp8,0,7.897220611572266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,1,128,1,bfloat16,bfloat16,0,3.5093921661376952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,1,128,1,fp8,fp8,0,2.6379776000976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,1,128,1,bfloat16,fp8,0,3.9164432525634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,2,128,1,fp8,fp8,0,2.6348432540893554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,2,128,1,bfloat16,bfloat16,0,3.522457504272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,4,128,1,bfloat16,bfloat16,0,3.5190414428710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,2,128,1,bfloat16,fp8,0,3.9391918182373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,4,128,1,fp8,fp8,0,2.638510322570801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,4,128,1,bfloat16,fp8,0,3.929582214355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,8,128,1,fp8,fp8,0,2.6469232559204103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,8,128,1,bfloat16,bfloat16,0,3.5274127960205077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,8,128,1,bfloat16,fp8,0,3.95587043762207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,1,128,1,fp8,fp8,0,23.007772827148436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,2,128,1,fp8,fp8,0,22.962199401855468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,1,128,1,bfloat16,bfloat16,0,30.584713745117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,2,128,1,bfloat16,bfloat16,0,30.73113098144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,1,128,1,bfloat16,fp8,0,34.077484130859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,4,128,1,bfloat16,bfloat16,0,31.688616943359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,2,128,1,bfloat16,fp8,0,34.31138305664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,4,128,1,bfloat16,fp8,0,35.112857055664065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,4,128,1,fp8,fp8,0,23.070526123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,32,128,1,fp8,fp8,0,14.056529235839843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,1,128,1,bfloat16,bfloat16,0,15.350515747070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,8,128,1,fp8,fp8,0,24.248736572265624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,8,128,1,bfloat16,bfloat16,0,34.307070922851565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,32,128,1,bfloat16,bfloat16,0,27.240921020507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,32,128,1,bfloat16,fp8,0,27.64307861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,1,128,1,bfloat16,fp8,0,17.09600067138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,1,128,1,fp8,fp8,0,11.551239776611329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,8,128,1,bfloat16,fp8,0,37.0094970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,2,128,1,bfloat16,bfloat16,0,15.39940185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,2,128,1,fp8,fp8,0,11.528851318359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,2,128,1,bfloat16,fp8,0,17.207626342773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,4,128,1,fp8,fp8,0,11.552407836914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,4,128,1,bfloat16,bfloat16,0,15.427772521972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,4,128,1,bfloat16,fp8,0,17.349575805664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,8,128,1,fp8,fp8,0,11.639539337158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,32,128,1,bfloat16,bfloat16,0,10.343777465820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,8,128,1,bfloat16,bfloat16,0,16.418902587890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,32,128,1,fp8,fp8,0,6.345041656494141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,8,128,1,bfloat16,fp8,0,18.042559814453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,32,128,1,bfloat16,fp8,0,10.449809265136718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,1,128,1,fp8,fp8,0,5.822126388549805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,1,128,1,bfloat16,bfloat16,0,7.737953948974609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,1,128,1,bfloat16,fp8,0,8.621691131591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,2,128,1,bfloat16,bfloat16,0,7.759683227539062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,2,128,1,fp8,fp8,0,5.813375854492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,2,128,1,bfloat16,fp8,0,8.670120239257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,4,128,1,fp8,fp8,0,5.823443222045898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,4,128,1,bfloat16,bfloat16,0,7.754294586181641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,4,128,1,bfloat16,fp8,0,8.658675384521484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,32,128,1,bfloat16,bfloat16,0,4.462699127197266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,32,128,1,fp8,fp8,0,3.0501407623291015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,8,128,1,bfloat16,bfloat16,0,7.816280364990234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,32,128,1,bfloat16,fp8,0,4.788943862915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,8,128,1,fp8,fp8,0,5.851062393188476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,1,128,1,bfloat16,bfloat16,0,3.931079864501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,8,128,1,bfloat16,fp8,0,8.730878448486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,1,128,1,fp8,fp8,0,2.9523103713989256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,2,128,1,fp8,fp8,0,2.945921516418457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,1,128,1,bfloat16,fp8,0,4.380193710327148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,2,128,1,bfloat16,bfloat16,0,3.946958541870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,4,128,1,bfloat16,bfloat16,0,3.9450286865234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,2,128,1,bfloat16,fp8,0,4.409584045410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,4,128,1,fp8,fp8,0,2.9514623641967774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,4,128,1,bfloat16,fp8,0,4.438127899169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,32,128,1,bfloat16,bfloat16,0,2.136283111572266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,32,128,1,fp8,fp8,0,1.5539504051208497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,8,128,1,fp8,fp8,0,2.9715423583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,32,128,1,bfloat16,fp8,0,2.346129608154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,1,128,1,bfloat16,bfloat16,0,2.02249755859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,1,128,1,fp8,fp8,0,1.5232368469238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,8,128,1,bfloat16,fp8,0,4.453790283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,1,128,1,bfloat16,fp8,0,2.254308891296387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,2,128,1,fp8,fp8,0,1.5208463668823242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,2,128,1,bfloat16,bfloat16,0,2.0286239624023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,2,128,1,bfloat16,fp8,0,2.3191808700561523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,4,128,1,fp8,fp8,0,1.5225152015686034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,4,128,1,bfloat16,bfloat16,0,2.0285024642944336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,8,128,1,bfloat16,bfloat16,0,2.037603187561035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,4,128,1,bfloat16,fp8,0,2.259110450744629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,8,128,1,bfloat16,bfloat16,0,3.9571182250976564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,8,128,1,fp8,fp8,0,1.527571201324463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,8,128,1,bfloat16,fp8,0,2.3378448486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,1,128,1,fp8,fp8,0,20.80061492919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,2,128,1,fp8,fp8,0,20.7613037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,1,128,1,bfloat16,bfloat16,0,27.670059204101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,1,128,1,bfloat16,fp8,0,30.805072021484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,4,128,1,bfloat16,bfloat16,0,28.51160888671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,2,128,1,bfloat16,bfloat16,0,27.889651489257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,2,128,1,bfloat16,fp8,0,31.057254028320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,4,128,1,bfloat16,fp8,0,31.81258544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,4,128,1,fp8,fp8,0,20.942193603515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,8,128,1,bfloat16,bfloat16,0,30.14560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,32,128,1,fp8,fp8,0,13.199667358398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,1,128,1,bfloat16,bfloat16,0,13.876942443847657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,1,128,1,bfloat16,fp8,0,15.42894287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,8,128,1,fp8,fp8,0,21.722994995117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,1,128,1,fp8,fp8,0,10.43282241821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,32,128,1,bfloat16,bfloat16,0,25.27020263671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,32,128,1,bfloat16,fp8,0,25.537750244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,2,128,1,bfloat16,bfloat16,0,13.9321533203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,8,128,1,bfloat16,fp8,0,32.818731689453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,2,128,1,fp8,fp8,0,10.412028503417968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,2,128,1,bfloat16,fp8,0,15.535963439941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,4,128,1,fp8,fp8,0,10.437451171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,4,128,1,bfloat16,bfloat16,0,14.076368713378907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,8,128,1,fp8,fp8,0,10.633833312988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,4,128,1,bfloat16,fp8,0,15.743571472167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,32,128,1,bfloat16,bfloat16,0,12.204388427734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,8,128,1,bfloat16,bfloat16,0,15.600131225585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,32,128,1,fp8,fp8,0,6.282092666625976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,1,128,1,bfloat16,bfloat16,0,6.9767295837402346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,8,128,1,bfloat16,fp8,0,16.762261962890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,1,128,1,fp8,fp8,0,5.243700790405273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,32,128,1,bfloat16,fp8,0,12.383356475830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,1,128,1,bfloat16,fp8,0,7.760612487792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,2,128,1,fp8,fp8,0,5.237507247924805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,2,128,1,bfloat16,bfloat16,0,7.002310180664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,2,128,1,bfloat16,fp8,0,7.807727813720703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,4,128,1,fp8,fp8,0,5.250361633300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,4,128,1,bfloat16,bfloat16,0,7.010012817382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,4,128,1,bfloat16,fp8,0,7.872835540771485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,8,128,1,bfloat16,bfloat16,0,7.16559066772461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,32,128,1,bfloat16,bfloat16,0,4.5164848327636715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,32,128,1,fp8,fp8,0,2.7927616119384764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,8,128,1,fp8,fp8,0,5.2818561553955075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,1,128,1,bfloat16,bfloat16,0,3.5308528900146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,32,128,1,bfloat16,fp8,0,4.867940902709961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,8,128,1,bfloat16,fp8,0,8.055425262451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,1,128,1,fp8,fp8,0,2.6534624099731445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,2,128,1,fp8,fp8,0,2.6464704513549804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,1,128,1,bfloat16,fp8,0,3.932476806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,2,128,1,bfloat16,bfloat16,0,3.543235015869141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,2,128,1,bfloat16,fp8,0,3.956060791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,4,128,1,bfloat16,bfloat16,0,3.5452735900878904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,4,128,1,fp8,fp8,0,2.656947135925293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,4,128,1,bfloat16,fp8,0,3.9841262817382814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,8,128,1,bfloat16,bfloat16,0,3.56419677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,8,128,1,fp8,fp8,0,2.6672431945800783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,32,128,1,bfloat16,bfloat16,0,1.9596784591674805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,32,128,1,fp8,fp8,0,1.3974335670471192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,32,128,1,bfloat16,fp8,0,2.147979164123535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,1,128,1,bfloat16,bfloat16,0,1.8057119369506835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,8,128,1,bfloat16,fp8,0,4.072063827514649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,1,128,1,fp8,fp8,0,1.3526032447814942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,1,128,1,bfloat16,fp8,0,2.0071952819824217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,2,128,1,bfloat16,bfloat16,0,1.8119455337524415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,2,128,1,fp8,fp8,0,1.3508640289306642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,2,128,1,bfloat16,fp8,0,2.0197120666503907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,4,128,1,bfloat16,bfloat16,0,1.8118240356445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,4,128,1,fp8,fp8,0,1.353264045715332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,4,128,1,bfloat16,fp8,0,2.0364160537719727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,32,128,1,bfloat16,bfloat16,0,0.9973152160644532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,8,128,1,fp8,fp8,0,1.3590736389160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,32,128,1,fp8,fp8,0,0.7248528003692627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,8,128,1,bfloat16,bfloat16,0,1.8215343475341796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,32,128,1,bfloat16,fp8,0,1.0945247650146483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,1,128,1,bfloat16,bfloat16,0,0.9463616371154785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,1,128,1,fp8,fp8,0,0.7110000133514405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,1,128,1,bfloat16,fp8,0,1.0552639961242676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,2,128,1,fp8,fp8,0,0.7104383945465088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,2,128,1,bfloat16,bfloat16,0,0.9485199928283692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,2,128,1,bfloat16,fp8,0,1.0597264289855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,4,128,1,bfloat16,bfloat16,0,0.948151969909668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,4,128,1,fp8,fp8,0,0.7111087799072265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,4,128,1,bfloat16,fp8,0,1.05655517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,8,128,1,bfloat16,bfloat16,0,0.9513839721679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,8,128,1,fp8,fp8,0,0.7139887809753418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,8,128,1,bfloat16,fp8,0,1.0863231658935546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,8,128,1,bfloat16,fp8,0,2.0342687606811523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,1,128,1,fp8,fp8,0,11.907099151611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,2,128,1,fp8,fp8,0,11.891345977783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,1,128,1,bfloat16,bfloat16,0,15.864846801757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,2,128,1,bfloat16,bfloat16,0,15.95159454345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,1,128,1,bfloat16,fp8,0,17.628254699707032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,4,128,1,bfloat16,bfloat16,0,16.32718505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,2,128,1,bfloat16,fp8,0,17.811546325683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,4,128,1,bfloat16,fp8,0,18.186247253417967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,4,128,1,fp8,fp8,0,11.974523162841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,32,128,1,fp8,fp8,0,7.646953582763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,1,128,1,bfloat16,bfloat16,0,7.961444854736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,8,128,1,bfloat16,bfloat16,0,17.361238098144533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,1,128,1,fp8,fp8,0,5.980814361572266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,1,128,1,bfloat16,fp8,0,8.837500762939452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,8,128,1,fp8,fp8,0,12.423409271240235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,32,128,1,bfloat16,fp8,0,15.11669464111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,8,128,1,bfloat16,fp8,0,18.909970092773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,32,128,1,bfloat16,bfloat16,0,14.7846435546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,2,128,1,bfloat16,bfloat16,0,7.98828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,2,128,1,fp8,fp8,0,5.968038558959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,2,128,1,bfloat16,fp8,0,8.894287872314454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,4,128,1,fp8,fp8,0,5.986446380615234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,4,128,1,bfloat16,bfloat16,0,8.036955261230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,4,128,1,bfloat16,fp8,0,8.985150146484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,8,128,1,bfloat16,bfloat16,0,8.718550109863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,8,128,1,fp8,fp8,0,6.057761764526367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,32,128,1,fp8,fp8,0,3.4859024047851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,1,128,1,bfloat16,bfloat16,0,4.014561462402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,1,128,1,fp8,fp8,0,3.013863945007324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,8,128,1,bfloat16,fp8,0,9.511566162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,1,128,1,bfloat16,fp8,0,4.453358459472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,32,128,1,bfloat16,fp8,0,7.237630462646484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,2,128,1,bfloat16,bfloat16,0,4.029232025146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,2,128,1,bfloat16,fp8,0,4.483260726928711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,32,128,1,bfloat16,bfloat16,0,7.0963279724121096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,4,128,1,fp8,fp8,0,3.0169136047363283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,4,128,1,bfloat16,bfloat16,0,4.0353553771972654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,4,128,1,bfloat16,fp8,0,4.522768020629883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,8,128,1,bfloat16,bfloat16,0,4.089435195922851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,8,128,1,fp8,fp8,0,3.037068748474121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,32,128,1,fp8,fp8,0,1.61429443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,2,128,1,fp8,fp8,0,3.0092304229736326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,8,128,1,bfloat16,fp8,0,4.5433391571044925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,32,128,1,bfloat16,fp8,0,2.7205936431884767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,1,128,1,bfloat16,bfloat16,0,2.0423919677734377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,1,128,1,fp8,fp8,0,1.5251263618469237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,1,128,1,bfloat16,fp8,0,2.266312026977539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,2,128,1,fp8,fp8,0,1.522710418701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,2,128,1,bfloat16,bfloat16,0,2.0497583389282226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,2,128,1,bfloat16,fp8,0,2.2815168380737303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,4,128,1,bfloat16,bfloat16,0,2.0513391494750977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,4,128,1,fp8,fp8,0,1.5258848190307617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,4,128,1,bfloat16,fp8,0,2.299671936035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,8,128,1,fp8,fp8,0,1.5439552307128905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,32,128,1,bfloat16,bfloat16,0,1.139140796661377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,8,128,1,bfloat16,bfloat16,0,2.0624256134033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,32,128,1,bfloat16,bfloat16,0,2.515727996826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,32,128,1,fp8,fp8,0,0.8096256256103516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,32,128,1,bfloat16,fp8,0,1.238640022277832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,8,128,1,bfloat16,fp8,0,2.3106399536132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,1,128,1,fp8,fp8,0,0.7846367835998536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,1,128,1,bfloat16,fp8,0,1.1636015892028808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,2,128,1,fp8,fp8,0,0.7841567993164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,2,128,1,bfloat16,fp8,0,1.1717503547668457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,4,128,1,fp8,fp8,0,0.7858784198760986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,8,128,1,bfloat16,bfloat16,0,1.0607647895812988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,8,128,1,fp8,fp8,0,0.7899295806884765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,8,128,1,bfloat16,fp8,0,1.1859487533569335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,32,128,1,bfloat16,bfloat16,0,0.5893695831298829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,32,128,1,fp8,fp8,0,0.4321040153503418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,32,128,1,bfloat16,fp8,0,0.6560927867889405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,1,128,1,bfloat16,bfloat16,0,0.561844778060913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,1,128,1,bfloat16,bfloat16,0,1.0471183776855468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,1,128,1,bfloat16,fp8,0,0.6270256042480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,2,128,1,bfloat16,bfloat16,0,0.563265609741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,2,128,1,bfloat16,bfloat16,0,1.0498288154602051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,2,128,1,bfloat16,fp8,0,0.6414591789245605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,2,128,1,fp8,fp8,0,0.4220719814300537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,4,128,1,bfloat16,bfloat16,0,1.0492048263549805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,4,128,1,bfloat16,bfloat16,0,0.5628592014312744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,4,128,1,fp8,fp8,0,0.4222080230712891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,4,128,1,bfloat16,fp8,0,1.181424045562744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,4,128,1,bfloat16,fp8,0,0.6331744194030762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,8,128,1,bfloat16,bfloat16,0,0.565392017364502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,8,128,1,fp8,fp8,0,0.42437281608581545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,1,128,1,fp8,fp8,0,0.42199039459228516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,8,128,1,bfloat16,fp8,0,0.6327775955200196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,1,128,1,fp8,fp8,0,10.95206527709961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,2,128,1,fp8,fp8,0,10.931632232666015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,1,128,1,bfloat16,bfloat16,0,14.585964965820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,2,128,1,bfloat16,bfloat16,0,14.808538818359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,1,128,1,bfloat16,fp8,0,16.14134521484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,2,128,1,bfloat16,fp8,0,16.363682556152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,4,128,1,bfloat16,bfloat16,0,15.204185485839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,4,128,1,fp8,fp8,0,11.104036712646485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,32,128,1,fp8,fp8,0,7.3674476623535154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,4,128,1,bfloat16,fp8,0,16.795750427246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,8,128,1,fp8,fp8,0,11.532399749755859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,8,128,1,bfloat16,bfloat16,0,15.961734008789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,1,128,1,bfloat16,bfloat16,0,7.317451477050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,32,128,1,bfloat16,bfloat16,0,13.981214904785157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,32,128,1,bfloat16,fp8,0,14.282899475097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,1,128,1,fp8,fp8,0,5.492115020751953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,8,128,1,bfloat16,fp8,0,17.541848754882814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,2,128,1,fp8,fp8,0,5.482199859619141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,1,128,1,bfloat16,fp8,0,8.090198516845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,2,128,1,bfloat16,bfloat16,0,7.353364562988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,2,128,1,bfloat16,fp8,0,8.1545166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,4,128,1,bfloat16,bfloat16,0,7.480780792236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,4,128,1,fp8,fp8,0,5.506585693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,4,128,1,bfloat16,fp8,0,8.318392181396485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,8,128,1,fp8,fp8,0,5.656817626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,32,128,1,fp8,fp8,0,3.5677982330322267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,8,128,1,bfloat16,bfloat16,0,8.057154846191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,1,128,1,bfloat16,bfloat16,0,3.6811710357666017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,32,128,1,bfloat16,bfloat16,0,6.850045013427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,8,128,1,bfloat16,fp8,0,8.773040008544921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,1,128,1,fp8,fp8,0,2.759894371032715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,32,128,1,bfloat16,fp8,0,7.01455078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,1,128,1,bfloat16,fp8,0,4.0718128204345705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,2,128,1,fp8,fp8,0,2.7581743240356444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,2,128,1,bfloat16,bfloat16,0,3.695801544189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,2,128,1,bfloat16,fp8,0,4.102603149414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,4,128,1,fp8,fp8,0,2.7642543792724608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,4,128,1,bfloat16,bfloat16,0,3.7121871948242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,4,128,1,bfloat16,fp8,0,4.142105484008789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,8,128,1,bfloat16,bfloat16,0,3.9003856658935545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,8,128,1,fp8,fp8,0,2.795518493652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,32,128,1,fp8,fp8,0,1.570631980895996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,8,128,1,bfloat16,fp8,0,4.26843032836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,32,128,1,bfloat16,bfloat16,0,2.971889686584473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,1,128,1,bfloat16,bfloat16,0,1.8637151718139648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,1,128,1,fp8,fp8,0,1.3911295890808106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,32,128,1,bfloat16,fp8,0,3.1318864822387695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,1,128,1,bfloat16,fp8,0,2.062153625488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,2,128,1,bfloat16,bfloat16,0,1.870859146118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,2,128,1,fp8,fp8,0,1.3943056106567382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,2,128,1,bfloat16,fp8,0,2.0779983520507814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,4,128,1,fp8,fp8,0,1.4015872001647949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,4,128,1,bfloat16,fp8,0,2.0970224380493163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,32,128,1,bfloat16,bfloat16,0,1.0987168312072755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,8,128,1,bfloat16,bfloat16,0,1.8956144332885743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,8,128,1,fp8,fp8,0,1.4097871780395508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,32,128,1,fp8,fp8,0,0.7520576000213623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,1,128,1,bfloat16,bfloat16,0,0.9564800262451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,8,128,1,bfloat16,fp8,0,2.1438608169555664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,1,128,1,fp8,fp8,0,0.7104944229125977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,1,128,1,bfloat16,fp8,0,1.0548319816589355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,2,128,1,bfloat16,bfloat16,0,0.9592528343200684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,2,128,1,fp8,fp8,0,0.7094240188598633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,2,128,1,bfloat16,fp8,0,1.0656959533691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,4,128,1,bfloat16,bfloat16,0,0.9620016098022461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,4,128,1,fp8,fp8,0,0.7105391979217529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,4,128,1,bfloat16,fp8,0,1.0753472328186036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,8,128,1,bfloat16,bfloat16,0,0.9689567565917969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,4,128,1,bfloat16,bfloat16,0,1.8774784088134766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,32,128,1,bfloat16,bfloat16,0,0.5398287773132324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,8,128,1,bfloat16,fp8,0,1.0781824111938476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,32,128,1,fp8,fp8,0,0.38416481018066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,32,128,1,bfloat16,fp8,0,0.5892975807189942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,1,128,1,bfloat16,bfloat16,0,0.497983980178833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,1,128,1,fp8,fp8,0,0.37303040027618406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,2,128,1,bfloat16,bfloat16,0,0.49859042167663575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,1,128,1,bfloat16,fp8,0,0.5545487880706788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,2,128,1,fp8,fp8,0,0.37308640480041505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,2,128,1,bfloat16,fp8,0,0.555676794052124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,32,128,1,bfloat16,fp8,0,1.194702434539795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,4,128,1,bfloat16,bfloat16,0,0.4997568130493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,4,128,1,fp8,fp8,0,0.3732111930847168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,4,128,1,bfloat16,fp8,0,0.5602096080780029
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,8,128,1,bfloat16,bfloat16,0,0.5021823883056641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,32,128,1,bfloat16,bfloat16,0,0.29169440269470215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,8,128,1,fp8,fp8,0,0.37511520385742186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,8,128,1,bfloat16,fp8,0,0.5616752147674561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,32,128,1,fp8,fp8,0,0.21306400299072265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,32,128,1,bfloat16,fp8,0,0.3232383966445923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,1,128,1,bfloat16,bfloat16,0,0.27668960094451905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,1,128,1,fp8,fp8,0,0.20738561153411866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,2,128,1,bfloat16,bfloat16,0,0.27672319412231444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,2,128,1,fp8,fp8,0,0.20776638984680176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,2,128,1,bfloat16,fp8,0,0.31492319107055666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,4,128,1,bfloat16,bfloat16,0,0.2769439935684204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,8,128,1,fp8,fp8,0,0.7147903919219971
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,4,128,1,fp8,fp8,0,0.20825119018554689
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,4,128,1,bfloat16,fp8,0,0.3095679998397827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,8,128,1,fp8,fp8,0,0.20906400680541992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,1,128,1,bfloat16,fp8,0,0.3079312086105347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,8,128,1,bfloat16,bfloat16,0,0.2792112112045288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,8,128,1,bfloat16,fp8,0,0.3115056037902832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,1,128,1,fp8,fp8,0,6.3723102569580075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,1,128,1,bfloat16,bfloat16,0,8.499342346191407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,2,128,1,bfloat16,bfloat16,0,8.579090881347657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,2,128,1,fp8,fp8,0,6.36626091003418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,1,128,1,bfloat16,fp8,0,9.373847961425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,2,128,1,bfloat16,fp8,0,9.466645050048829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,4,128,1,bfloat16,bfloat16,0,8.878737640380859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,4,128,1,fp8,fp8,0,6.433094024658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,4,128,1,bfloat16,fp8,0,9.746078491210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,8,128,1,fp8,fp8,0,6.7368415832519535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,32,128,1,fp8,fp8,0,4.364473724365235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,1,128,1,bfloat16,bfloat16,0,4.261614227294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,1,128,1,fp8,fp8,0,3.195262336730957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,1,128,1,bfloat16,fp8,0,4.7031105041503904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,32,128,1,bfloat16,bfloat16,0,8.470283508300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,8,128,1,bfloat16,fp8,0,10.367115020751953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,32,128,1,bfloat16,fp8,0,8.769131469726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,8,128,1,bfloat16,bfloat16,0,9.395136260986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,2,128,1,bfloat16,bfloat16,0,4.277945709228516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,2,128,1,fp8,fp8,0,3.1877552032470704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,2,128,1,bfloat16,fp8,0,4.733366394042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,4,128,1,fp8,fp8,0,3.2042705535888674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,4,128,1,bfloat16,bfloat16,0,4.340399932861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,8,128,1,fp8,fp8,0,3.2697662353515624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,8,128,1,bfloat16,bfloat16,0,4.686388778686523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,32,128,1,fp8,fp8,0,2.020400047302246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,8,128,1,bfloat16,fp8,0,5.101084899902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,32,128,1,bfloat16,bfloat16,0,4.072187042236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,1,128,1,bfloat16,bfloat16,0,2.1534624099731445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,1,128,1,fp8,fp8,0,1.6131231307983398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,1,128,1,bfloat16,fp8,0,2.3751007080078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,32,128,1,bfloat16,fp8,0,4.2018577575683596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,2,128,1,bfloat16,bfloat16,0,2.162521553039551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,2,128,1,fp8,fp8,0,1.608171272277832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,4,128,1,bfloat16,fp8,0,4.8068592071533205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,4,128,1,bfloat16,bfloat16,0,2.171460723876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,4,128,1,fp8,fp8,0,1.6168703079223632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,4,128,1,bfloat16,fp8,0,2.3999168395996096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,8,128,1,bfloat16,bfloat16,0,2.232377624511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,32,128,1,fp8,fp8,0,0.8958623886108399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,32,128,1,bfloat16,bfloat16,0,1.6202560424804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,8,128,1,bfloat16,fp8,0,2.471460723876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,1,128,1,bfloat16,bfloat16,0,1.0959343910217285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,32,128,1,bfloat16,fp8,0,1.7177135467529296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,1,128,1,fp8,fp8,0,0.8116288185119629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,1,128,1,bfloat16,fp8,0,1.2099455833435058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,2,128,1,bfloat16,fp8,0,2.3888240814208985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,2,128,1,fp8,fp8,0,0.8093024253845215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,2,128,1,bfloat16,fp8,0,1.217081642150879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,4,128,1,bfloat16,bfloat16,0,1.104372787475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,4,128,1,fp8,fp8,0,0.8120304107666015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,4,128,1,bfloat16,fp8,0,1.2311455726623535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,8,128,1,fp8,fp8,0,0.8274208068847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,8,128,1,bfloat16,bfloat16,0,1.115187168121338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,32,128,1,bfloat16,bfloat16,0,0.6434720039367676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,8,128,1,bfloat16,fp8,0,1.2365856170654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,32,128,1,bfloat16,fp8,0,0.6922927856445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,8,128,1,fp8,fp8,0,1.6317983627319337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,1,128,1,bfloat16,bfloat16,0,0.5594031810760498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,1,128,1,fp8,fp8,0,0.41736798286437987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,1,128,1,bfloat16,fp8,0,0.619927978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,2,128,1,bfloat16,bfloat16,0,0.5611279964447021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,2,128,1,bfloat16,fp8,0,0.6231743812561035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,2,128,1,fp8,fp8,0,0.4162320137023926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,4,128,1,bfloat16,bfloat16,0,0.5628399848937988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,4,128,1,fp8,fp8,0,0.41787519454956057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,4,128,1,bfloat16,fp8,0,0.62325439453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,2,128,1,bfloat16,bfloat16,0,1.1011664390563964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,8,128,1,fp8,fp8,0,0.42047839164733886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,8,128,1,bfloat16,bfloat16,0,0.5733935832977295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,8,128,1,bfloat16,fp8,0,0.6382368087768555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,32,128,1,fp8,fp8,0,0.23366239070892333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,1,128,1,bfloat16,bfloat16,0,0.3006767988204956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,1,128,1,fp8,fp8,0,0.22473759651184083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,1,128,1,bfloat16,fp8,0,0.3339807987213135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,2,128,1,bfloat16,bfloat16,0,0.3012592077255249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,2,128,1,bfloat16,fp8,0,0.3416575908660889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,4,128,1,bfloat16,bfloat16,0,0.301363205909729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,4,128,1,bfloat16,fp8,0,0.338102388381958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,32,128,1,fp8,fp8,0,0.44263200759887694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,8,128,1,bfloat16,bfloat16,0,0.3034224033355713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,8,128,1,fp8,fp8,0,0.22722880840301513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,32,128,1,bfloat16,bfloat16,0,0.1819551944732666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,32,128,1,bfloat16,fp8,0,0.20100960731506348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,32,128,1,fp8,fp8,0,0.1333135962486267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,1,128,1,bfloat16,bfloat16,0,0.1722383975982666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,1,128,1,bfloat16,fp8,0,0.190665602684021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,1,128,1,fp8,fp8,0,0.12728960514068605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,2,128,1,bfloat16,bfloat16,0,0.1722399950027466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,2,128,1,bfloat16,fp8,0,0.19412959814071656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,2,128,1,fp8,fp8,0,0.12918080091476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,32,128,1,bfloat16,bfloat16,0,0.3254800081253052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,4,128,1,bfloat16,bfloat16,0,0.1721840023994446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,32,128,1,bfloat16,fp8,0,0.35936799049377444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,4,128,1,fp8,fp8,0,0.12919360399246216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,8,128,1,bfloat16,bfloat16,0,0.17335519790649415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,8,128,1,fp8,fp8,0,0.12924799919128419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,8,128,1,bfloat16,fp8,0,0.19289920330047608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,2,128,1,fp8,fp8,0,0.22400960922241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,4,128,1,fp8,fp8,0,0.22552800178527832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,8,128,1,bfloat16,fp8,0,0.33867359161376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,4,128,1,bfloat16,fp8,0,0.19073599576950073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,1,128,1,fp8,fp8,0,6.034888076782226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,1,128,1,bfloat16,bfloat16,0,8.049164581298829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,2,128,1,fp8,fp8,0,6.027188873291015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,2,128,1,bfloat16,bfloat16,0,8.299050903320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,1,128,1,bfloat16,fp8,0,8.829325103759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,2,128,1,bfloat16,fp8,0,9.045664215087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,4,128,1,bfloat16,bfloat16,0,8.721424102783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,4,128,1,fp8,fp8,0,6.214406585693359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,4,128,1,bfloat16,fp8,0,9.555127716064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,32,128,1,fp8,fp8,0,4.417070388793945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,8,128,1,bfloat16,bfloat16,0,9.368367767333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,8,128,1,fp8,fp8,0,6.551364898681641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,1,128,1,bfloat16,bfloat16,0,4.0350494384765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,8,128,1,bfloat16,fp8,0,10.244963073730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,32,128,1,bfloat16,bfloat16,0,8.29445571899414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,1,128,1,fp8,fp8,0,3.024776077270508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,32,128,1,bfloat16,fp8,0,8.642731475830079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,2,128,1,fp8,fp8,0,3.020260810852051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,2,128,1,bfloat16,bfloat16,0,4.067211151123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,2,128,1,bfloat16,fp8,0,4.465731048583985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,4,128,1,fp8,fp8,0,3.0440240859985352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,1,128,1,bfloat16,fp8,0,4.423539352416992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,4,128,1,bfloat16,bfloat16,0,4.221646499633789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,4,128,1,bfloat16,fp8,0,4.628177642822266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,8,128,1,fp8,fp8,0,3.1880752563476564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,32,128,1,bfloat16,bfloat16,0,4.0880382537841795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,32,128,1,fp8,fp8,0,2.128984069824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,1,128,1,fp8,fp8,0,1.516716766357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,1,128,1,bfloat16,fp8,0,2.22509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,32,128,1,bfloat16,fp8,0,4.279569625854492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,2,128,1,bfloat16,bfloat16,0,2.036764717102051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,8,128,1,bfloat16,bfloat16,0,4.5336048126220705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,2,128,1,fp8,fp8,0,1.5159680366516113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,2,128,1,bfloat16,fp8,0,2.240329551696777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,4,128,1,bfloat16,bfloat16,0,2.0613872528076174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,1,128,1,bfloat16,bfloat16,0,2.028004837036133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,4,128,1,fp8,fp8,0,1.5203344345092773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,8,128,1,bfloat16,fp8,0,4.965536117553711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,8,128,1,fp8,fp8,0,1.5496208190917968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,4,128,1,bfloat16,fp8,0,2.273454475402832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,32,128,1,fp8,fp8,0,0.9202192306518555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,8,128,1,bfloat16,bfloat16,0,2.213222312927246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,32,128,1,bfloat16,bfloat16,0,1.8760223388671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,1,128,1,bfloat16,bfloat16,0,1.0298080444335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,8,128,1,bfloat16,fp8,0,2.4125471115112305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,32,128,1,bfloat16,fp8,0,2.001545524597168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,1,128,1,fp8,fp8,0,0.7619472026824952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,1,128,1,bfloat16,fp8,0,1.1316368103027343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,2,128,1,bfloat16,bfloat16,0,1.0345071792602538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,2,128,1,fp8,fp8,0,0.7639584064483642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,4,128,1,bfloat16,bfloat16,0,1.0402416229248046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,4,128,1,fp8,fp8,0,0.7736048221588134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,4,128,1,bfloat16,fp8,0,1.153825569152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,8,128,1,bfloat16,bfloat16,0,1.0643712043762208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,8,128,1,fp8,fp8,0,0.7798831939697266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,8,128,1,bfloat16,fp8,0,1.1671536445617676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,32,128,1,fp8,fp8,0,0.4279024124145508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,32,128,1,bfloat16,fp8,0,0.7274400234222412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,1,128,1,fp8,fp8,0,0.3878159999847412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,1,128,1,bfloat16,fp8,0,0.5761663913726807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,2,128,1,bfloat16,bfloat16,0,0.5314943790435791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,2,128,1,fp8,fp8,0,0.38742239475250245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,2,128,1,bfloat16,fp8,0,0.5843408107757568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,4,128,1,bfloat16,bfloat16,0,0.534939193725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,4,128,1,bfloat16,fp8,0,0.5931727886199951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,8,128,1,bfloat16,bfloat16,0,0.5419536113739014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,8,128,1,bfloat16,fp8,0,0.6006239891052246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,8,128,1,fp8,fp8,0,0.39211039543151854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,32,128,1,fp8,fp8,0,0.21340479850769042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,2,128,1,bfloat16,fp8,0,1.1394351959228515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,1,128,1,bfloat16,bfloat16,0,0.2729151964187622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,1,128,1,bfloat16,fp8,0,0.3031264066696167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,1,128,1,fp8,fp8,0,0.20328960418701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,2,128,1,bfloat16,bfloat16,0,0.2741503953933716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,2,128,1,bfloat16,fp8,0,0.3036288022994995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,2,128,1,fp8,fp8,0,0.20325760841369628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,4,128,1,bfloat16,bfloat16,0,0.2747872114181519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,4,128,1,bfloat16,fp8,0,0.30744481086730957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,4,128,1,fp8,fp8,0,0.2048896074295044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,8,128,1,bfloat16,bfloat16,0,0.27830240726470945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,8,128,1,bfloat16,fp8,0,0.30949280261993406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,4,128,1,fp8,fp8,0,0.38933119773864744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,8,128,1,fp8,fp8,0,0.2052079916000366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,32,128,1,bfloat16,bfloat16,0,0.164027202129364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,32,128,1,fp8,fp8,0,0.11796799898147584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,32,128,1,bfloat16,fp8,0,0.18264319896697997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,32,128,1,bfloat16,bfloat16,0,0.3155247926712036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,1,128,1,bfloat16,bfloat16,0,0.15187679529190062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,1,128,1,fp8,fp8,0,0.11284159421920777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,1,128,1,bfloat16,fp8,0,0.16821919679641723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,2,128,1,bfloat16,bfloat16,0,0.1517807960510254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,2,128,1,bfloat16,fp8,0,0.17228480577468872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,2,128,1,fp8,fp8,0,0.1128656029701233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,4,128,1,bfloat16,bfloat16,0,0.15224640369415282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,4,128,1,fp8,fp8,0,0.11291680335998536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,8,128,1,bfloat16,bfloat16,0,0.15381920337677002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,8,128,1,bfloat16,fp8,0,0.17200160026550293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,8,128,1,fp8,fp8,0,0.11480159759521484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,32,128,1,bfloat16,bfloat16,0,0.6729648113250732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,32,128,1,bfloat16,bfloat16,0,0.09473599791526795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,32,128,1,bfloat16,fp8,0,0.10471359491348267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,32,128,1,fp8,fp8,0,0.06955360174179077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,1,128,1,bfloat16,bfloat16,0,0.5261760234832764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,1,128,1,fp8,fp8,0,0.06589279770851135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,2,128,1,bfloat16,bfloat16,0,0.0884880006313324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,1,128,1,bfloat16,fp8,0,0.09889760017395019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,2,128,1,fp8,fp8,0,0.06579040288925171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,2,128,1,bfloat16,fp8,0,0.10024160146713257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,1,128,1,bfloat16,bfloat16,0,0.08832799792289733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,4,128,1,fp8,fp8,0,0.06597279906272888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,8,128,1,bfloat16,bfloat16,0,0.09029120206832886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,8,128,1,bfloat16,fp8,0,0.1006160020828247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,8,128,1,fp8,fp8,0,0.06773279905319214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,32,128,1,bfloat16,fp8,0,0.34028480052947996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,4,128,1,bfloat16,fp8,0,0.17045919895172118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,4,128,1,bfloat16,bfloat16,0,0.08850560188293458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,4,128,1,bfloat16,fp8,0,0.10054559707641601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,1,128,1,fp8,fp8,0,3.5796958923339846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,1,128,1,bfloat16,bfloat16,0,4.776825714111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,1,128,1,bfloat16,fp8,0,5.168732833862305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,2,128,1,fp8,fp8,0,3.5957374572753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,2,128,1,bfloat16,fp8,0,5.487435150146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,4,128,1,bfloat16,bfloat16,0,5.536500930786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,4,128,1,fp8,fp8,0,3.8083152770996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,2,128,1,bfloat16,bfloat16,0,5.129851150512695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,4,128,1,bfloat16,fp8,0,5.959983825683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,1,128,1,bfloat16,bfloat16,0,2.39507999420166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,8,128,1,bfloat16,bfloat16,0,6.203825759887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,8,128,1,fp8,fp8,0,4.094646453857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,32,128,1,fp8,fp8,0,2.979452705383301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,1,128,1,bfloat16,fp8,0,2.59169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,1,128,1,fp8,fp8,0,1.7941312789916992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,8,128,1,bfloat16,fp8,0,6.686627197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,32,128,1,bfloat16,bfloat16,0,5.42583999633789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,32,128,1,bfloat16,fp8,0,5.775411224365234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,2,128,1,fp8,fp8,0,1.7943855285644532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,2,128,1,bfloat16,bfloat16,0,2.4342432022094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,2,128,1,bfloat16,fp8,0,2.629190444946289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,4,128,1,fp8,fp8,0,1.8216207504272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,4,128,1,bfloat16,bfloat16,0,2.643544006347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,4,128,1,bfloat16,fp8,0,2.8277519226074217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,1,128,1,bfloat16,bfloat16,0,1.2056159973144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,1,128,1,bfloat16,fp8,0,1.304638385772705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,32,128,1,fp8,fp8,0,1.4331328392028808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,8,128,1,bfloat16,fp8,0,3.1615936279296877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,32,128,1,bfloat16,bfloat16,0,2.713814353942871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,1,128,1,fp8,fp8,0,0.9006608009338379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,8,128,1,bfloat16,bfloat16,0,2.9325408935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,2,128,1,bfloat16,bfloat16,0,1.2126591682434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,32,128,1,bfloat16,fp8,0,2.888462448120117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,2,128,1,bfloat16,fp8,0,1.313684844970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,2,128,1,fp8,fp8,0,0.9021712303161621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,4,128,1,bfloat16,bfloat16,0,1.243889617919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,4,128,1,bfloat16,fp8,0,1.3388928413391112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,8,128,1,fp8,fp8,0,1.9751007080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,8,128,1,fp8,fp8,0,0.9357343673706054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,32,128,1,fp8,fp8,0,0.6114319801330567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,32,128,1,bfloat16,bfloat16,0,1.2960800170898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,1,128,1,bfloat16,bfloat16,0,0.609443187713623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,1,128,1,bfloat16,fp8,0,0.6598688125610351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,1,128,1,fp8,fp8,0,0.4563039779663086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,32,128,1,bfloat16,fp8,0,1.3859392166137696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,2,128,1,bfloat16,bfloat16,0,0.6126128196716308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,2,128,1,fp8,fp8,0,0.455676794052124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,4,128,1,bfloat16,bfloat16,0,0.6212384223937988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,4,128,1,bfloat16,fp8,0,0.6773712158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,8,128,1,bfloat16,bfloat16,0,0.6522543907165528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,4,128,1,fp8,fp8,0,0.904751968383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,8,128,1,fp8,fp8,0,0.4665679931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,8,128,1,bfloat16,fp8,0,0.6995696067810059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,32,128,1,bfloat16,bfloat16,0,0.4777679920196533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,32,128,1,fp8,fp8,0,0.26606240272521975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,32,128,1,bfloat16,fp8,0,0.5118624210357666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,1,128,1,bfloat16,bfloat16,0,0.3157407999038696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,8,128,1,bfloat16,bfloat16,0,1.4004799842834472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,1,128,1,fp8,fp8,0,0.225600004196167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,8,128,1,bfloat16,fp8,0,1.4818559646606446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,2,128,1,bfloat16,bfloat16,0,0.3108831882476807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,2,128,1,bfloat16,fp8,0,0.3444607973098755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,4,128,1,bfloat16,bfloat16,0,0.32121279239654543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,4,128,1,fp8,fp8,0,0.22616961002349853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,2,128,1,bfloat16,fp8,0,0.673740816116333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,8,128,1,bfloat16,bfloat16,0,0.329804801940918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,8,128,1,fp8,fp8,0,0.22982559204101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,8,128,1,bfloat16,fp8,0,0.35881121158599855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,32,128,1,bfloat16,bfloat16,0,0.20198400020599366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,32,128,1,fp8,fp8,0,0.12817440032958985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,32,128,1,bfloat16,fp8,0,0.21534080505371095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,1,128,1,bfloat16,bfloat16,0,0.16000640392303467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,1,128,1,fp8,fp8,0,0.11837919950485229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,2,128,1,bfloat16,bfloat16,0,0.16003040075302125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,2,128,1,bfloat16,fp8,0,0.180457603931427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,2,128,1,fp8,fp8,0,0.11884640455245972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,4,128,1,bfloat16,bfloat16,0,0.16159679889678955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,4,128,1,bfloat16,fp8,0,0.17874720096588134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,1,128,1,bfloat16,fp8,0,0.33983678817749025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,4,128,1,fp8,fp8,0,0.11898080110549927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,8,128,1,bfloat16,bfloat16,0,0.1641327977180481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,8,128,1,bfloat16,fp8,0,0.1824288010597229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,2,128,1,fp8,fp8,0,0.22618238925933837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,32,128,1,bfloat16,bfloat16,0,0.10060800313949585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,32,128,1,fp8,fp8,0,0.07176480293273926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,32,128,1,bfloat16,fp8,0,0.11100640296936035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,4,128,1,bfloat16,fp8,0,0.35101919174194335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,1,128,1,bfloat16,fp8,0,0.09851359724998474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,1,128,1,fp8,fp8,0,0.06571999788284302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,2,128,1,bfloat16,bfloat16,0,0.08838880062103271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,2,128,1,fp8,fp8,0,0.06573759913444518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,4,128,1,fp8,fp8,0,0.4597008228302002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,2,128,1,bfloat16,fp8,0,0.10053759813308716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,4,128,1,bfloat16,bfloat16,0,0.09031519889831544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,4,128,1,bfloat16,fp8,0,0.10060640573501586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,4,128,1,fp8,fp8,0,0.06585919857025146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,8,128,1,bfloat16,bfloat16,0,0.09130719900131226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,8,128,1,bfloat16,fp8,0,0.10056320428848267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,8,128,1,fp8,fp8,0,0.06779519915580749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,32,128,1,bfloat16,bfloat16,0,0.055720001459121704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,1,128,1,bfloat16,fp8,0,0.17630239725112914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,32,128,1,fp8,fp8,0,0.04107199907302857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,32,128,1,bfloat16,fp8,0,0.06361119747161866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,1,128,1,bfloat16,bfloat16,0,0.05005919933319092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,1,128,1,fp8,fp8,0,0.03705280125141144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,2,128,1,fp8,fp8,0,0.03713920116424561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,2,128,1,bfloat16,fp8,0,0.05747039914131165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,4,128,1,bfloat16,bfloat16,0,0.05085440278053284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,4,128,1,bfloat16,fp8,0,0.05755360126495361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,8,128,1,bfloat16,bfloat16,0,0.051412802934646604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,4,128,1,fp8,fp8,0,0.03900960087776184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,8,128,1,fp8,fp8,0,0.03897919952869415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,8,128,1,bfloat16,fp8,0,0.057739198207855225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,32,128,1,bfloat16,bfloat16,0,0.037027201056480406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,8,128,1,fp8,fp8,0,0.12095359563827515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,32,128,1,fp8,fp8,0,0.026855999231338502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,32,128,1,bfloat16,fp8,0,0.04311839938163757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,1,128,1,bfloat16,bfloat16,0,0.03497920036315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,1,128,1,fp8,fp8,0,0.026700800657272337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,2,128,1,bfloat16,bfloat16,0,0.034908801317214966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,1,128,1,bfloat16,bfloat16,0,0.08838880062103271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,1,128,1,bfloat16,fp8,0,0.03911199867725372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,2,128,1,bfloat16,fp8,0,0.039103999733924866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,4,128,1,bfloat16,bfloat16,0,0.034999999403953555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,4,128,1,fp8,fp8,0,0.026766398549079896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,4,128,1,bfloat16,fp8,0,0.039087998867034915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,8,128,1,bfloat16,bfloat16,0,0.03495680093765259
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,1,128,1,bfloat16,fp8,0,0.05674399733543396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,1,128,1,bfloat16,bfloat16,0,1.5810144424438477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,1,128,1,bfloat16,fp8,0,1.6801488876342774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,2,128,1,fp8,fp8,0,0.026726400852203368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,8,128,1,fp8,fp8,0,0.026766398549079896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,2,128,1,bfloat16,bfloat16,0,1.676241683959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,2,128,1,bfloat16,fp8,0,1.7733247756958008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,2,128,1,fp8,fp8,0,1.1852255821228028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,2,128,1,bfloat16,bfloat16,0,0.050911998748779295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,4,128,1,bfloat16,bfloat16,0,1.829035186767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,1,128,1,fp8,fp8,0,1.1850383758544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,4,128,1,fp8,fp8,0,1.237497615814209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,8,128,1,bfloat16,fp8,0,0.04001440107822418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,4,128,1,bfloat16,fp8,0,1.9198688507080077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,8,128,1,fp8,fp8,0,1.3829824447631835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,8,128,1,bfloat16,bfloat16,0,2.147347259521484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,8,128,1,bfloat16,fp8,0,2.2944223403930666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,1,128,1,bfloat16,bfloat16,0,0.7949391841888428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,1,128,1,fp8,fp8,0,0.5966351985931396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,32,128,1,fp8,fp8,0,1.0780879974365234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,32,128,1,bfloat16,bfloat16,0,1.9925167083740234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,1,128,1,bfloat16,fp8,0,0.8463215827941895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,2,128,1,fp8,fp8,0,0.5964591979980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,2,128,1,bfloat16,bfloat16,0,0.8064543724060058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,2,128,1,bfloat16,fp8,0,0.8600192070007324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,32,128,1,bfloat16,fp8,0,2.1705888748168944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,4,128,1,bfloat16,bfloat16,0,0.8746527671813965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,8,128,1,bfloat16,bfloat16,0,1.0106927871704101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,8,128,1,fp8,fp8,0,0.6484752178192139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,4,128,1,fp8,fp8,0,0.6040671825408935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,32,128,1,bfloat16,bfloat16,0,0.9878352165222168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,8,128,1,bfloat16,fp8,0,1.0596416473388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,32,128,1,fp8,fp8,0,0.4834464073181152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,1,128,1,bfloat16,bfloat16,0,0.4038400173187256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,1,128,1,bfloat16,fp8,0,0.4292175769805908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,2,128,1,bfloat16,bfloat16,0,0.4079279899597168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,1,128,1,fp8,fp8,0,0.2928463935852051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,2,128,1,bfloat16,fp8,0,0.43480639457702636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,4,128,1,bfloat16,bfloat16,0,0.4161248207092285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,4,128,1,bfloat16,fp8,0,0.445249605178833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,8,128,1,bfloat16,bfloat16,0,0.45258560180664065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,4,128,1,bfloat16,fp8,0,0.9138128280639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,8,128,1,bfloat16,fp8,0,0.4741343975067139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,32,128,1,bfloat16,bfloat16,0,0.4110432147979736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,32,128,1,fp8,fp8,0,0.19524480104446412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,32,128,1,bfloat16,fp8,0,0.43448638916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,1,128,1,bfloat16,bfloat16,0,0.20853760242462158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,1,128,1,fp8,fp8,0,0.14364639520645142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,32,128,1,bfloat16,fp8,0,1.0770352363586426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,2,128,1,bfloat16,bfloat16,0,0.20925600528717042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,2,128,1,bfloat16,fp8,0,0.22574079036712646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,2,128,1,fp8,fp8,0,0.14544960260391235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,4,128,1,bfloat16,bfloat16,0,0.21322081089019776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,4,128,1,bfloat16,fp8,0,0.22913761138916017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,4,128,1,fp8,fp8,0,0.1456560015678406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,2,128,1,fp8,fp8,0,0.29564480781555175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,8,128,1,bfloat16,bfloat16,0,0.21966240406036378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,8,128,1,fp8,fp8,0,0.14872479438781738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,32,128,1,bfloat16,bfloat16,0,0.15181119441986085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,8,128,1,bfloat16,fp8,0,0.23809599876403809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,32,128,1,fp8,fp8,0,0.08623840212821961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,32,128,1,bfloat16,fp8,0,0.15602400302886962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,1,128,1,bfloat16,bfloat16,0,0.10267200469970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,1,128,1,bfloat16,fp8,0,0.1128432035446167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,1,128,1,fp8,fp8,0,0.07591519951820373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,2,128,1,bfloat16,bfloat16,0,0.10263359546661377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,2,128,1,bfloat16,fp8,0,0.1130944013595581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,2,128,1,fp8,fp8,0,0.07602239847183227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,4,128,1,bfloat16,bfloat16,0,0.10469919443130493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,4,128,1,fp8,fp8,0,0.07605119943618774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,8,128,1,bfloat16,bfloat16,0,0.10682719945907593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,8,128,1,bfloat16,fp8,0,0.11906399726867675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,1,128,1,bfloat16,fp8,0,0.21667520999908446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,32,128,1,bfloat16,fp8,0,0.0756991982460022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,1,128,1,bfloat16,bfloat16,0,0.0555184006690979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,1,128,1,bfloat16,fp8,0,0.061587202548980716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,1,128,1,fp8,fp8,0,0.041142401099205014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,2,128,1,bfloat16,bfloat16,0,0.055668801069259644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,2,128,1,bfloat16,fp8,0,0.06247360110282898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,2,128,1,fp8,fp8,0,0.04111360013484955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,4,128,1,fp8,fp8,0,0.3044912099838257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,4,128,1,bfloat16,bfloat16,0,0.05598400235176086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,4,128,1,bfloat16,fp8,0,0.06370880007743836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,4,128,1,fp8,fp8,0,0.04119200110435486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,8,128,1,bfloat16,bfloat16,0,0.057555198669433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,8,128,1,bfloat16,fp8,0,0.06544960141181946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,8,128,1,fp8,fp8,0,0.3130592107772827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,8,128,1,fp8,fp8,0,0.043105599284172055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,32,128,1,bfloat16,bfloat16,0,0.03909280002117157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,32,128,1,fp8,fp8,0,0.026825600862503053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,32,128,1,bfloat16,fp8,0,0.043217599391937256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,4,128,1,bfloat16,fp8,0,0.11500320434570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,1,128,1,bfloat16,fp8,0,0.03703519999980927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,1,128,1,fp8,fp8,0,0.024667200446128846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,2,128,1,bfloat16,bfloat16,0,0.03296160101890564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,2,128,1,fp8,fp8,0,0.024675199389457704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,8,128,1,fp8,fp8,0,0.07801120281219483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,32,128,1,bfloat16,bfloat16,0,0.06660959720611573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,4,128,1,bfloat16,bfloat16,0,0.03300319910049439
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,32,128,1,fp8,fp8,0,0.04558559954166412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,4,128,1,bfloat16,fp8,0,0.03768160045146942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,4,128,1,fp8,fp8,0,0.0247871994972229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,8,128,1,bfloat16,bfloat16,0,0.03298560082912445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,8,128,1,bfloat16,fp8,0,0.03900960087776184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,32,128,1,bfloat16,bfloat16,0,0.0247311994433403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,1,128,1,bfloat16,bfloat16,0,0.02064319998025894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,32,128,1,fp8,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,1,128,1,fp8,fp8,0,0.01648000031709671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,2,128,1,bfloat16,bfloat16,0,0.021673600375652313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,2,128,1,bfloat16,fp8,0,0.02479359954595566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,2,128,1,fp8,fp8,0,0.016467200219631196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,4,128,1,bfloat16,bfloat16,0,0.022703999280929567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,4,128,1,fp8,fp8,0,0.016499200463294984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,4,128,1,bfloat16,fp8,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,8,128,1,fp8,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,32,128,1,bfloat16,bfloat16,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,32,128,1,bfloat16,fp8,0,0.020601600408554077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,32,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,1,128,1,bfloat16,bfloat16,0,0.03287520110607147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,1,128,1,bfloat16,bfloat16,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,1,128,1,bfloat16,fp8,0,0.01855839937925339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,1,128,1,fp8,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,2,128,1,bfloat16,bfloat16,0,0.014547200500965118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,2,128,1,bfloat16,fp8,0,0.018529599905014037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,2,128,1,bfloat16,fp8,0,0.03705439865589142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,2,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,4,128,1,bfloat16,bfloat16,0,0.014550399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,4,128,1,bfloat16,fp8,0,0.01852159947156906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,4,128,1,fp8,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,8,128,1,bfloat16,bfloat16,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,8,128,1,bfloat16,fp8,0,0.01860000044107437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,8,128,1,fp8,fp8,0,0.012464000284671784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,8,128,1,fp8,fp8,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,1,128,1,bfloat16,fp8,0,0.02479040026664734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,32,128,1,bfloat16,fp8,0,0.028870400786399842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,1,128,1,bfloat16,bfloat16,0,0.5985904216766358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,8,128,1,bfloat16,bfloat16,0,0.022617599368095397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,1,128,1,fp8,fp8,0,0.4410384178161621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,8,128,1,bfloat16,fp8,0,0.025905600190162657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,1,128,1,bfloat16,fp8,0,0.623470401763916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,2,128,1,bfloat16,bfloat16,0,0.6216368198394775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,2,128,1,bfloat16,fp8,0,0.6549520015716552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,2,128,1,fp8,fp8,0,0.442137622833252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,4,128,1,fp8,fp8,0,0.45683841705322265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,4,128,1,bfloat16,fp8,0,0.7052271842956543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,8,128,1,fp8,fp8,0,0.5136672019958496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,8,128,1,bfloat16,bfloat16,0,0.8142592430114746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,4,128,1,bfloat16,bfloat16,0,0.6832335948944092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,1,128,1,fp8,fp8,0,0.21712799072265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,32,128,1,bfloat16,bfloat16,0,0.8105855941772461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,1,128,1,bfloat16,bfloat16,0,0.3021167993545532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,8,128,1,bfloat16,fp8,0,0.8407487869262695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,1,128,1,bfloat16,fp8,0,0.31861279010772703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,2,128,1,fp8,fp8,0,0.22343199253082274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,2,128,1,bfloat16,bfloat16,0,0.3060879945755005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,2,128,1,bfloat16,fp8,0,0.32304160594940184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,4,128,1,bfloat16,bfloat16,0,0.3231712102890015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,4,128,1,fp8,fp8,0,0.2276063919067383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,4,128,1,bfloat16,fp8,0,0.34024159908294677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,8,128,1,bfloat16,bfloat16,0,0.37973120212554934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,8,128,1,fp8,fp8,0,0.2379040002822876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,8,128,1,bfloat16,fp8,0,0.3855583906173706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,32,128,1,fp8,fp8,0,0.1677791953086853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,1,128,1,bfloat16,bfloat16,0,0.1565359950065613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,32,128,1,bfloat16,fp8,0,0.4065536022186279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,1,128,1,fp8,fp8,0,0.10467679500579834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,1,128,1,bfloat16,fp8,0,0.1622655987739563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,2,128,1,bfloat16,bfloat16,0,0.15746560096740722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,32,128,1,fp8,fp8,0,0.42045440673828127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,2,128,1,fp8,fp8,0,0.10524159669876099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,4,128,1,bfloat16,bfloat16,0,0.16023199558258056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,4,128,1,bfloat16,fp8,0,0.1710800051689148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,8,128,1,bfloat16,bfloat16,0,0.1716912031173706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,8,128,1,bfloat16,fp8,0,0.18250720500946044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,8,128,1,fp8,fp8,0,0.10914880037307739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,32,128,1,bfloat16,bfloat16,0,0.1425168037414551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,32,128,1,fp8,fp8,0,0.06380800008773804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,32,128,1,bfloat16,fp8,0,0.13984160423278807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,1,128,1,bfloat16,bfloat16,0,0.07394400238990784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,1,128,1,bfloat16,fp8,0,0.0802623987197876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,1,128,1,fp8,fp8,0,0.055415999889373777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,2,128,1,bfloat16,bfloat16,0,0.07404959797859192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,2,128,1,fp8,fp8,0,0.05548959970474243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,2,128,1,bfloat16,fp8,0,0.08212800025939941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,4,128,1,bfloat16,bfloat16,0,0.07605919837951661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,32,128,1,bfloat16,bfloat16,0,0.38760321140289306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,4,128,1,fp8,fp8,0,0.05548160076141358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,4,128,1,bfloat16,fp8,0,0.08418400287628174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,8,128,1,bfloat16,bfloat16,0,0.07824159860610962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,8,128,1,fp8,fp8,0,0.05761280059814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,32,128,1,bfloat16,bfloat16,0,0.05150880217552185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,32,128,1,bfloat16,fp8,0,0.05970240235328674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,32,128,1,fp8,fp8,0,0.035067200660705566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,8,128,1,bfloat16,fp8,0,0.08634880185127258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,2,128,1,bfloat16,fp8,0,0.16780320405960084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,1,128,1,bfloat16,bfloat16,0,0.04118080139160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,1,128,1,fp8,fp8,0,0.030910399556159974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,1,128,1,bfloat16,fp8,0,0.04538240134716034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,2,128,1,bfloat16,bfloat16,0,0.04116480052471161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,4,128,1,fp8,fp8,0,0.10667519569396973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,4,128,1,bfloat16,bfloat16,0,0.04289279878139496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,2,128,1,bfloat16,fp8,0,0.047275200486183167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,4,128,1,fp8,fp8,0,0.030844798684120177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,8,128,1,bfloat16,bfloat16,0,0.04397279918193817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,8,128,1,bfloat16,fp8,0,0.04935039877891541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,32,128,1,bfloat16,fp8,0,0.897156810760498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,4,128,1,bfloat16,fp8,0,0.0473008006811142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,32,128,1,bfloat16,bfloat16,0,0.02881920039653778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,32,128,1,fp8,fp8,0,0.020598399639129638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,1,128,1,fp8,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,1,128,1,bfloat16,fp8,0,0.02680160105228424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,2,128,1,bfloat16,bfloat16,0,0.022756800055503845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,4,128,1,bfloat16,bfloat16,0,0.022940799593925476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,2,128,1,fp8,fp8,0,0.016667200624942778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,4,128,1,fp8,fp8,0,0.018515199422836304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,4,128,1,bfloat16,fp8,0,0.026817598938941957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,8,128,1,bfloat16,bfloat16,0,0.02465759962797165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,8,128,1,bfloat16,fp8,0,0.02884320020675659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,8,128,1,fp8,fp8,0,0.01851679980754852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,32,128,1,bfloat16,bfloat16,0,0.01854880005121231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,32,128,1,bfloat16,fp8,0,0.02263039946556091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,32,128,1,fp8,fp8,0,0.014425599575042724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,1,128,1,bfloat16,bfloat16,0,0.016641600430011748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,1,128,1,fp8,fp8,0,0.012433599680662155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,1,128,1,bfloat16,fp8,0,0.01863359957933426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,2,128,1,bfloat16,bfloat16,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,2,128,1,bfloat16,fp8,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,2,128,1,fp8,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,2,128,1,fp8,fp8,0,0.030899199843406677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,4,128,1,bfloat16,bfloat16,0,0.016622400283813475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,4,128,1,bfloat16,fp8,0,0.01880960017442703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,4,128,1,fp8,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,8,128,1,bfloat16,bfloat16,0,0.016625599563121797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,8,128,1,fp8,fp8,0,0.031062400341033934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,32,128,1,bfloat16,fp8,0,0.032948800921440126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,32,128,1,bfloat16,fp8,0,0.014555199444293976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,32,128,1,fp8,fp8,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,1,128,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,1,128,1,bfloat16,fp8,0,0.01250240057706833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,2,128,1,bfloat16,fp8,0,0.026793599128723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,1,128,1,bfloat16,bfloat16,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,2,128,1,bfloat16,bfloat16,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,2,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,4,128,1,bfloat16,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,4,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,8,128,1,bfloat16,bfloat16,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,8,128,1,bfloat16,fp8,0,0.012425599992275238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,8,128,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,32,128,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,32,128,1,bfloat16,fp8,0,0.012399999797344208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,32,128,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,1,128,1,bfloat16,bfloat16,0,0.0103472001850605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,1,128,1,bfloat16,fp8,0,0.01249919980764389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,1,128,1,fp8,fp8,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,2,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,8,128,1,bfloat16,fp8,0,0.020604799687862396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,32,128,1,bfloat16,bfloat16,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,2,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,4,128,1,bfloat16,bfloat16,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,4,128,1,bfloat16,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,4,128,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,8,128,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,8,128,1,bfloat16,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,1,128,1,fp8,fp8,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,2,128,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,1,128,1,bfloat16,bfloat16,0,0.29386239051818847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,1,128,1,fp8,fp8,0,0.2131808042526245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,2,128,1,bfloat16,bfloat16,0,0.30134079456329343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,2,128,1,bfloat16,fp8,0,0.32137279510498046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,2,128,1,fp8,fp8,0,0.21728320121765138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,4,128,1,bfloat16,bfloat16,0,0.31775999069213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,4,128,1,bfloat16,fp8,0,0.33327040672302244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,8,128,1,fp8,fp8,0,0.012428800016641617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,4,128,1,fp8,fp8,0,0.22711679935455323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,2,128,1,bfloat16,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,8,128,1,bfloat16,bfloat16,0,0.3693311929702759
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,8,128,1,fp8,fp8,0,0.00900000035762787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,8,128,1,bfloat16,fp8,0,0.37903680801391604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,4,128,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,32,128,1,bfloat16,fp8,0,0.37091200351715087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,32,128,1,fp8,fp8,0,0.1804703950881958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,1,128,1,bfloat16,fp8,0,0.3076015949249268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,1,128,1,bfloat16,bfloat16,0,0.1506432056427002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,1,128,1,fp8,fp8,0,0.10461759567260742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,1,128,1,bfloat16,fp8,0,0.15387359857559205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,2,128,1,bfloat16,bfloat16,0,0.15172959566116334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,2,128,1,fp8,fp8,0,0.10463520288467407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,2,128,1,bfloat16,fp8,0,0.16246559619903564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,4,128,1,bfloat16,bfloat16,0,0.15815680027008056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,4,128,1,fp8,fp8,0,0.104694402217865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,4,128,1,bfloat16,fp8,0,0.16663360595703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,8,128,1,bfloat16,bfloat16,0,0.17029279470443726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,8,128,1,fp8,fp8,0,0.10853279829025268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,8,128,1,bfloat16,fp8,0,0.18135839700698853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,32,128,1,bfloat16,bfloat16,0,0.15005760192871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,32,128,1,fp8,fp8,0,0.06371359825134278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,32,128,1,bfloat16,fp8,0,0.14589600563049315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,1,128,1,bfloat16,bfloat16,0,0.07191039919853211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,1,128,1,bfloat16,fp8,0,0.0779856026172638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,2,128,1,bfloat16,bfloat16,0,0.07191200256347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,1,128,1,fp8,fp8,0,0.053492802381515506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,2,128,1,fp8,fp8,0,0.0534991979598999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,8,128,1,fp8,fp8,0,0.24031519889831543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,32,128,1,bfloat16,bfloat16,0,0.3502687931060791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,2,128,1,bfloat16,fp8,0,0.07814239859580993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,4,128,1,fp8,fp8,0,0.05353119969367981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,4,128,1,bfloat16,bfloat16,0,0.07354879975318909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,8,128,1,bfloat16,bfloat16,0,0.07598879933357239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,32,128,1,bfloat16,bfloat16,0,0.04955680072307587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,32,128,1,bfloat16,fp8,0,0.05752639770507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,32,128,1,fp8,fp8,0,0.03499200046062469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,8,128,1,fp8,fp8,0,0.055529600381851195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,1,128,1,bfloat16,bfloat16,0,0.039401599764823915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,1,128,1,fp8,fp8,0,0.030819201469421388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,2,128,1,bfloat16,bfloat16,0,0.04101119935512543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,1,128,1,bfloat16,fp8,0,0.04492959976196289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,4,128,1,bfloat16,bfloat16,0,0.041064000129699706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,2,128,1,bfloat16,fp8,0,0.04522719979286194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,4,128,1,bfloat16,fp8,0,0.04526880085468292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,4,128,1,fp8,fp8,0,0.030910399556159974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,8,128,1,bfloat16,bfloat16,0,0.04311360120773315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,8,128,1,fp8,fp8,0,0.03089120090007782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,32,128,1,bfloat16,fp8,0,0.03112959861755371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,32,128,1,bfloat16,bfloat16,0,0.026913601160049438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,1,128,1,bfloat16,bfloat16,0,0.022651199996471406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,1,128,1,fp8,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,2,128,1,bfloat16,bfloat16,0,0.022679999470710754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,2,128,1,bfloat16,fp8,0,0.024758400022983552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,2,128,1,fp8,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,4,128,1,bfloat16,bfloat16,0,0.02264160066843033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,4,128,1,bfloat16,fp8,0,0.026716798543930054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,4,128,1,fp8,fp8,0,0.016603200137615202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,4,128,1,bfloat16,fp8,0,0.08006560206413268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,8,128,1,bfloat16,bfloat16,0,0.022755199670791627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,8,128,1,bfloat16,fp8,0,0.08421120047569275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,8,128,1,fp8,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,32,128,1,bfloat16,bfloat16,0,0.018571199476718904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,32,128,1,bfloat16,fp8,0,0.02069759964942932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,32,128,1,fp8,fp8,0,0.01310880035161972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,1,128,1,bfloat16,bfloat16,0,0.015659199655056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,1,128,1,fp8,fp8,0,0.012494400143623352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,1,128,1,bfloat16,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,2,128,1,fp8,fp8,0,0.03091680109500885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,2,128,1,bfloat16,bfloat16,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,2,128,1,bfloat16,fp8,0,0.018535999953746794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,2,128,1,fp8,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,4,128,1,bfloat16,bfloat16,0,0.016457599401474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,4,128,1,fp8,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,4,128,1,bfloat16,fp8,0,0.01852640062570572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,8,128,1,bfloat16,bfloat16,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,32,128,1,fp8,fp8,0,0.01865759938955307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,8,128,1,fp8,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,8,128,1,bfloat16,fp8,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,32,128,1,bfloat16,bfloat16,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,1,128,1,bfloat16,fp8,0,0.02481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,1,128,1,bfloat16,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,32,128,1,bfloat16,fp8,0,0.014961600303649902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,2,128,1,bfloat16,bfloat16,0,0.010328000038862228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,2,128,1,bfloat16,fp8,0,0.012454400211572647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,2,128,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,4,128,1,bfloat16,bfloat16,0,0.010310400277376175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,4,128,1,fp8,fp8,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,8,128,1,bfloat16,bfloat16,0,0.010363200306892395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,8,128,1,bfloat16,fp8,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,8,128,1,bfloat16,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,8,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,32,128,1,bfloat16,bfloat16,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,32,128,1,bfloat16,fp8,0,0.012489599734544754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,32,128,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,1,128,1,bfloat16,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,1,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,2,128,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,2,128,1,bfloat16,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,2,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,4,128,1,bfloat16,bfloat16,0,0.010300800204277039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,4,128,1,bfloat16,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,4,128,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,32,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,1,128,1,bfloat16,bfloat16,0,0.01032480001449585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,8,128,1,bfloat16,bfloat16,0,0.010340800136327743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,8,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,32,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,32,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,32,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,1,128,1,bfloat16,bfloat16,0,0.00950239971280098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,1,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,4,128,1,bfloat16,fp8,0,0.01249919980764389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,1,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,2,128,1,bfloat16,bfloat16,0,0.010302399843931198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,2,128,1,bfloat16,fp8,0,0.01247360035777092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,1,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,2,128,1,fp8,fp8,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,4,128,1,bfloat16,bfloat16,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,8,128,1,bfloat16,bfloat16,0,0.01032480001449585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,8,128,1,bfloat16,fp8,0,0.047259199619293216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,4,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,8,128,1,bfloat16,fp8,0,0.012427199631929398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,8,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,1,128,1,fp8,fp8,0,0.008417599648237229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,8,128,1,fp8,fp8,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,4,128,1,fp8,fp8,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,1,128,1,bfloat16,bfloat16,0,0.2588720083236694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,1,128,1,fp8,fp8,0,0.19475680589675903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,1,128,1,bfloat16,fp8,0,0.27476160526275634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,2,128,1,fp8,fp8,0,0.1947551965713501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,2,128,1,bfloat16,fp8,0,0.2840800046920776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,4,128,1,bfloat16,bfloat16,0,0.27166879177093506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,4,128,1,fp8,fp8,0,0.19675999879837036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,8,128,1,bfloat16,bfloat16,0,0.28439040184020997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,8,128,1,fp8,fp8,0,0.19890719652175903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,8,128,1,bfloat16,fp8,0,0.3032399892807007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,32,128,1,bfloat16,bfloat16,0,0.20055680274963378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,32,128,1,fp8,fp8,0,0.10871360301971436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,1,128,1,bfloat16,bfloat16,0,0.12715519666671754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,1,128,1,fp8,fp8,0,0.0984607994556427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,1,128,1,bfloat16,fp8,0,0.13744640350341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,2,128,1,bfloat16,bfloat16,0,0.12714879512786864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,2,128,1,bfloat16,fp8,0,0.13861119747161865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,4,128,1,bfloat16,bfloat16,0,0.12922879457473754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,4,128,1,fp8,fp8,0,0.09984800219535828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,4,128,1,bfloat16,fp8,0,0.13959200382232667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,8,128,1,bfloat16,fp8,0,0.14355520009994507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,8,128,1,fp8,fp8,0,0.10057439804077148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,32,128,1,bfloat16,bfloat16,0,0.07594079971313476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,32,128,1,bfloat16,fp8,0,0.08422399759292602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,1,128,1,bfloat16,bfloat16,0,0.06574879884719849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,1,128,1,bfloat16,fp8,0,0.07178720235824584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,2,128,1,bfloat16,bfloat16,0,0.2666368007659912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,4,128,1,bfloat16,fp8,0,0.2907072067260742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,2,128,1,bfloat16,bfloat16,0,0.06570079922676086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,2,128,1,fp8,fp8,0,0.051337599754333496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,2,128,1,bfloat16,fp8,0,0.0718671977519989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,4,128,1,bfloat16,bfloat16,0,0.06573759913444518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,4,128,1,fp8,fp8,0,0.051420801877975465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,4,128,1,bfloat16,fp8,0,0.07350559830665589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,8,128,1,bfloat16,bfloat16,0,0.06776959896087646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,8,128,1,bfloat16,fp8,0,0.07391520142555237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,32,128,1,bfloat16,fp8,0,0.1983456015586853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,8,128,1,fp8,fp8,0,0.05140799880027771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,32,128,1,bfloat16,bfloat16,0,0.04320639967918396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,32,128,1,fp8,fp8,0,0.030913600325584413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,32,128,1,bfloat16,fp8,0,0.0472815990447998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,2,128,1,fp8,fp8,0,0.09846240282058716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,1,128,1,bfloat16,bfloat16,0,0.036955198645591734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,1,128,1,bfloat16,fp8,0,0.04116320013999939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,1,128,1,fp8,fp8,0,0.02882240116596222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,2,128,1,bfloat16,bfloat16,0,0.03704000115394592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,8,128,1,bfloat16,bfloat16,0,0.13171199560165406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,2,128,1,bfloat16,fp8,0,0.041145598888397215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,4,128,1,bfloat16,bfloat16,0,0.03701280057430267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,4,128,1,fp8,fp8,0,0.02887519896030426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,32,128,1,fp8,fp8,0,0.05553119778633118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,8,128,1,fp8,fp8,0,0.028884801268577575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,32,128,1,bfloat16,bfloat16,0,0.02274080067873001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,1,128,1,fp8,fp8,0,0.05137760043144226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,32,128,1,bfloat16,fp8,0,0.02672159969806671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,32,128,1,fp8,fp8,0,0.016780799627304076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,1,128,1,bfloat16,bfloat16,0,0.020558400452136992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,1,128,1,fp8,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,1,128,1,bfloat16,fp8,0,0.02272160053253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,2,128,1,bfloat16,bfloat16,0,0.020580799877643587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,2,128,1,bfloat16,fp8,0,0.022728000581264497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,4,128,1,bfloat16,bfloat16,0,0.020584000647068022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,4,128,1,fp8,fp8,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,8,128,1,bfloat16,bfloat16,0,0.0206496000289917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,8,128,1,bfloat16,fp8,0,0.024724799394607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,8,128,1,fp8,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,32,128,1,bfloat16,bfloat16,0,0.016444799304008485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,32,128,1,bfloat16,fp8,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,32,128,1,fp8,fp8,0,0.0124208003282547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,1,128,1,bfloat16,bfloat16,0,0.014567999541759491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,1,128,1,bfloat16,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,2,128,1,fp8,fp8,0,0.028870400786399842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,1,128,1,fp8,fp8,0,0.012347199767827988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,2,128,1,bfloat16,bfloat16,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,2,128,1,bfloat16,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,8,128,1,bfloat16,bfloat16,0,0.03704639971256256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,2,128,1,fp8,fp8,0,0.0123648002743721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,4,128,1,bfloat16,bfloat16,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,4,128,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,4,128,1,fp8,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,8,128,1,bfloat16,fp8,0,0.018167999386787415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,32,128,1,bfloat16,bfloat16,0,0.010390400141477584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,32,128,1,bfloat16,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,2,128,1,fp8,fp8,0,0.016492800414562227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,32,128,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,1,128,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,1,128,1,bfloat16,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,1,128,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,2,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,2,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,4,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,4,128,1,bfloat16,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,4,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,8,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,8,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,8,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,32,128,1,bfloat16,bfloat16,0,0.0103472001850605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,32,128,1,bfloat16,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,32,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,4,128,1,bfloat16,fp8,0,0.041315200924873355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,8,128,1,bfloat16,fp8,0,0.043131199479103086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,1,128,1,bfloat16,fp8,0,0.011432000249624253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,8,128,1,bfloat16,bfloat16,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,2,128,1,bfloat16,fp8,0,0.010545600205659866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,8,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,2,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,4,128,1,bfloat16,bfloat16,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,4,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,8,128,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,4,128,1,bfloat16,fp8,0,0.023654399812221526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,8,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,32,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,32,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,2,128,1,bfloat16,fp8,0,0.012371200323104858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,1,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,1,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,1,128,1,fp8,fp8,0,0.008263999968767166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,2,128,1,bfloat16,fp8,0,0.010657600313425063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,2,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,4,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,4,128,1,bfloat16,fp8,0,0.011238399893045425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,4,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,8,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,8,128,1,bfloat16,fp8,0,0.010603199899196624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,8,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,1,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,1,128,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,2,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,1,128,1,bfloat16,bfloat16,0,0.24191040992736818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,1,128,1,bfloat16,fp8,0,0.25627520084381106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,1,128,1,fp8,fp8,0,0.18860479593276977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,2,128,1,bfloat16,bfloat16,0,0.24198720455169678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,4,128,1,fp8,fp8,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,2,128,1,fp8,fp8,0,0.18860960006713867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,8,128,1,bfloat16,fp8,0,0.0125231996178627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,32,128,1,bfloat16,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,4,128,1,bfloat16,bfloat16,0,0.24393439292907715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,4,128,1,fp8,fp8,0,0.1886240005493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,8,128,1,bfloat16,bfloat16,0,0.24795839786529542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,8,128,1,fp8,fp8,0,0.1907871961593628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,2,128,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,32,128,1,bfloat16,bfloat16,0,0.13340799808502196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,8,128,1,bfloat16,fp8,0,0.2608864068984985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,32,128,1,bfloat16,fp8,0,0.14351359605789185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,1,128,1,bfloat16,bfloat16,0,0.1231727957725525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,1,128,1,fp8,fp8,0,0.0963808000087738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,1,128,1,bfloat16,fp8,0,0.13043839931488038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,2,128,1,bfloat16,bfloat16,0,0.12314560413360595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,2,128,1,fp8,fp8,0,0.09637119770050048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,2,128,1,bfloat16,fp8,0,0.13120800256729126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,4,128,1,fp8,fp8,0,0.09651679992675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,4,128,1,bfloat16,fp8,0,0.13124639987945558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,8,128,1,bfloat16,bfloat16,0,0.1251871943473816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,8,128,1,bfloat16,fp8,0,0.13366880416870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,8,128,1,fp8,fp8,0,0.09654719829559326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,32,128,1,bfloat16,bfloat16,0,0.06958720088005066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,32,128,1,fp8,fp8,0,0.05139679908752441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,1,128,1,bfloat16,bfloat16,0,0.06361600160598754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,1,128,1,bfloat16,fp8,0,0.06779519915580749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,1,128,1,fp8,fp8,0,0.049292799830436704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,2,128,1,bfloat16,bfloat16,0,0.06366559863090515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,2,128,1,bfloat16,fp8,0,0.25615839958190917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,2,128,1,bfloat16,fp8,0,0.06776319742202759
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,2,128,1,fp8,fp8,0,0.04936000108718872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,4,128,1,bfloat16,bfloat16,0,0.06370239853858947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,4,128,1,fp8,fp8,0,0.049327999353408813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,4,128,1,bfloat16,fp8,0,0.06777120232582093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,8,128,1,bfloat16,bfloat16,0,0.06368799805641175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,8,128,1,fp8,fp8,0,0.049327999353408813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,8,128,1,bfloat16,fp8,0,0.06974239945411682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,32,128,1,bfloat16,bfloat16,0,0.03899039924144745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,32,128,1,fp8,fp8,0,0.028841599822044373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,32,128,1,bfloat16,fp8,0,0.04311679899692535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,1,128,1,bfloat16,bfloat16,0,0.03513759970664978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,1,128,1,bfloat16,fp8,0,0.03911199867725372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,1,128,1,fp8,fp8,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,2,128,1,bfloat16,bfloat16,0,0.03503200113773346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,2,128,1,fp8,fp8,0,0.02876160144805908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,4,128,1,bfloat16,bfloat16,0,0.12303199768066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,4,128,1,bfloat16,fp8,0,0.039078399538993835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,8,128,1,bfloat16,bfloat16,0,0.03697440028190613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,4,128,1,fp8,fp8,0,0.028753599524497984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,8,128,1,fp8,fp8,0,0.028753599524497984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,32,128,1,bfloat16,bfloat16,0,0.02067680060863495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,32,128,1,bfloat16,fp8,0,0.07391039729118347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,32,128,1,bfloat16,fp8,0,0.024648000299930573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,32,128,1,fp8,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,1,128,1,bfloat16,bfloat16,0,0.019246399402618408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,1,128,1,bfloat16,fp8,0,0.022648000717163087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,1,128,1,fp8,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,2,128,1,bfloat16,bfloat16,0,0.020559999346733093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,2,128,1,fp8,fp8,0,0.016463999450206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,2,128,1,bfloat16,fp8,0,0.022655999660491942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,4,128,1,bfloat16,bfloat16,0,0.020580799877643587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,4,128,1,bfloat16,fp8,0,0.022648000717163087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,8,128,1,bfloat16,bfloat16,0,0.020628799498081208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,8,128,1,bfloat16,fp8,0,0.022708800435066224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,8,128,1,fp8,fp8,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,32,128,1,fp8,fp8,0,0.10055040121078491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,32,128,1,bfloat16,bfloat16,0,0.014494399726390838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,32,128,1,fp8,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,32,128,1,bfloat16,fp8,0,0.016683200001716615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,2,128,1,bfloat16,fp8,0,0.03912320137023926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,1,128,1,bfloat16,bfloat16,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,1,128,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,1,128,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,2,128,1,bfloat16,bfloat16,0,0.014467200636863709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,2,128,1,fp8,fp8,0,0.01233920007944107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,4,128,1,bfloat16,bfloat16,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,4,128,1,bfloat16,fp8,0,0.01656160056591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,8,128,1,bfloat16,fp8,0,0.039113599061965945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,8,128,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,8,128,1,bfloat16,fp8,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,8,128,1,fp8,fp8,0,0.012353599816560746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,32,128,1,bfloat16,bfloat16,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,32,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,1,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,1,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,1,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,2,128,1,bfloat16,bfloat16,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,4,128,1,bfloat16,fp8,0,0.25815041065216066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,2,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,4,128,1,fp8,fp8,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,4,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,4,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,4,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,4,128,1,bfloat16,bfloat16,0,0.034974399209022525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,8,128,1,bfloat16,fp8,0,0.0104592002928257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,2,128,1,bfloat16,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,8,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,32,128,1,bfloat16,bfloat16,0,0.010475199669599533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,4,128,1,fp8,fp8,0,0.012345600128173827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,32,128,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,1,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,1,128,1,bfloat16,fp8,0,0.010475199669599533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,32,128,1,bfloat16,fp8,0,0.012353599816560746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,2,128,1,bfloat16,fp8,0,0.0104592002928257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,2,128,1,fp8,fp8,0,0.008049599826335907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,4,128,1,bfloat16,bfloat16,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,4,128,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,8,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,2,128,1,bfloat16,fp8,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,8,128,1,bfloat16,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,32,128,1,bfloat16,bfloat16,0,0.009087999910116195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,32,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,8,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,32,128,1,fp8,fp8,0,0.008262400329113007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,1,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,1,128,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,2,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,2,128,1,bfloat16,fp8,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,2,128,1,fp8,fp8,0,0.006791999936103821
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,4,128,1,bfloat16,bfloat16,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,4,128,1,bfloat16,fp8,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,4,128,1,fp8,fp8,0,0.008243200182914735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,32,128,1,bfloat16,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,8,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,8,128,1,bfloat16,fp8,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,8,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,2,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,1,128,1,bfloat16,bfloat16,0,0.23576319217681885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,1,128,1,bfloat16,fp8,0,0.25026559829711914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,1,128,1,fp8,fp8,0,0.18473600149154662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,2,128,1,bfloat16,bfloat16,0,0.23571999073028566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,4,128,1,bfloat16,fp8,0,0.010460799932479859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,2,128,1,bfloat16,fp8,0,0.25058081150054934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,2,128,1,fp8,fp8,0,0.18539199829101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,4,128,1,bfloat16,bfloat16,0,0.23581600189208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,8,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,4,128,1,fp8,fp8,0,0.1856063961982727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,4,128,1,bfloat16,fp8,0,0.25029280185699465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,8,128,1,bfloat16,bfloat16,0,0.23621439933776855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,1,128,1,bfloat16,fp8,0,0.010476800054311753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,32,128,1,bfloat16,bfloat16,0,0.11885119676589966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,32,128,1,bfloat16,fp8,0,0.12716959714889525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,32,128,1,fp8,fp8,0,0.09440000057220459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,1,128,1,bfloat16,bfloat16,0,0.12000960111618042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,1,128,1,bfloat16,fp8,0,0.12770719528198243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,1,128,1,fp8,fp8,0,0.09431520104408264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,2,128,1,bfloat16,bfloat16,0,0.1204975962638855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,2,128,1,fp8,fp8,0,0.09438719749450683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,2,128,1,bfloat16,fp8,0,0.12908480167388917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,4,128,1,bfloat16,bfloat16,0,0.1204800009727478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,4,128,1,bfloat16,fp8,0,0.12883520126342773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,4,128,1,fp8,fp8,0,0.09441120028495789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,8,128,1,fp8,fp8,0,0.0943120002746582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,8,128,1,bfloat16,fp8,0,0.12911679744720458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,1,128,1,fp8,fp8,0,0.008203200250864028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,32,128,1,bfloat16,fp8,0,0.06769919991493226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,32,128,1,fp8,fp8,0,0.04932959973812103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,1,128,1,bfloat16,fp8,0,0.06765599846839905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,1,128,1,fp8,fp8,0,0.0492576003074646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,2,128,1,bfloat16,bfloat16,0,0.06161919832229614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,2,128,1,fp8,fp8,0,0.04929440021514893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,4,128,1,bfloat16,bfloat16,0,0.06154400110244751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,4,128,1,bfloat16,fp8,0,0.06769120097160339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,4,128,1,fp8,fp8,0,0.049291199445724486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,8,128,1,bfloat16,bfloat16,0,0.06154879927635193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,8,128,1,bfloat16,fp8,0,0.2506671905517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,8,128,1,bfloat16,fp8,0,0.0677183985710144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,8,128,1,fp8,fp8,0,0.04935680031776428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,32,128,1,bfloat16,bfloat16,0,0.034944000840187076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,32,128,1,bfloat16,fp8,0,0.03903039991855621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,32,128,1,fp8,fp8,0,0.028811201453208923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,1,128,1,bfloat16,bfloat16,0,0.0349727988243103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,1,128,1,bfloat16,fp8,0,0.03901439905166626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,1,128,1,fp8,fp8,0,0.02872479856014252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,2,128,1,bfloat16,bfloat16,0,0.03500480055809021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,2,128,1,bfloat16,fp8,0,0.03905119895935059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,8,128,1,bfloat16,bfloat16,0,0.12040319442749023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,4,128,1,bfloat16,bfloat16,0,0.03500320017337799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,4,128,1,bfloat16,fp8,0,0.03909600079059601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,4,128,1,fp8,fp8,0,0.02879199981689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,32,128,1,bfloat16,bfloat16,0,0.061561602354049685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,8,128,1,bfloat16,fp8,0,0.039027199149131775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,8,128,1,fp8,fp8,0,0.028772801160812378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,32,128,1,bfloat16,fp8,0,0.0226160004734993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,32,128,1,bfloat16,bfloat16,0,0.020644800364971162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,32,128,1,fp8,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,1,128,1,bfloat16,bfloat16,0,0.018571199476718904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,2,128,1,bfloat16,fp8,0,0.06765599846839905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,2,128,1,bfloat16,bfloat16,0,0.018614399433135986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,2,128,1,bfloat16,fp8,0,0.022620800137519836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,2,128,1,fp8,fp8,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,4,128,1,bfloat16,bfloat16,0,0.018649600446224213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,4,128,1,fp8,fp8,0,0.016465599834918975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,8,128,1,fp8,fp8,0,0.18592000007629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,8,128,1,bfloat16,bfloat16,0,0.018564799427986146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,8,128,1,bfloat16,fp8,0,0.02266560047864914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,8,128,1,fp8,fp8,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,32,128,1,bfloat16,bfloat16,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,32,128,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,32,128,1,fp8,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,1,128,1,bfloat16,bfloat16,0,0.014392000436782838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,2,128,1,fp8,fp8,0,0.028729599714279175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,1,128,1,fp8,fp8,0,0.010676799714565277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,2,128,1,bfloat16,bfloat16,0,0.014483200013637542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,8,128,1,bfloat16,bfloat16,0,0.03502239882946014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,2,128,1,bfloat16,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,2,128,1,fp8,fp8,0,0.010601600259542465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,4,128,1,bfloat16,bfloat16,0,0.014420799911022186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,1,128,1,bfloat16,bfloat16,0,0.06168320178985596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,4,128,1,fp8,fp8,0,0.012347199767827988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,8,128,1,bfloat16,bfloat16,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,1,128,1,fp8,fp8,0,0.016476799547672272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,8,128,1,fp8,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,32,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,32,128,1,bfloat16,fp8,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,4,128,1,bfloat16,fp8,0,0.02263039946556091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,32,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,1,128,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,1,128,1,fp8,fp8,0,0.006393600255250931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,2,128,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,2,128,1,bfloat16,fp8,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,4,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,4,128,1,bfloat16,fp8,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,4,128,1,fp8,fp8,0,0.008198399841785432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,8,128,1,bfloat16,bfloat16,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,8,128,1,bfloat16,fp8,0,0.010384000092744827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,8,128,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,32,128,1,bfloat16,bfloat16,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,32,128,1,bfloat16,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,32,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,1,128,1,bfloat16,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,1,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,1,128,1,fp8,fp8,0,0.0069023996591567995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,2,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,2,128,1,bfloat16,fp8,0,0.010375999659299851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,2,128,1,fp8,fp8,0,0.006335999816656113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,4,128,1,bfloat16,bfloat16,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,8,128,1,bfloat16,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,1,128,1,bfloat16,fp8,0,0.022596800327301027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,4,128,1,bfloat16,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,8,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,4,128,1,fp8,fp8,0,0.007259199768304825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,8,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,32,128,1,bfloat16,fp8,0,0.010478399693965912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,1,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,1,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,2,128,1,fp8,fp8,0,0.0065136000514030455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,1,128,1,fp8,fp8,0,0.0065424002707004545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,2,128,1,bfloat16,bfloat16,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,2,128,1,bfloat16,fp8,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,2,128,1,fp8,fp8,0,0.006332799792289734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,4,128,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,4,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,4,128,1,fp8,fp8,0,0.006430400162935257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,8,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,8,128,1,bfloat16,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,8,128,1,fp8,fp8,0,0.006572800129652024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,1,128,1,bfloat16,fp8,0,0.010486400127410889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,4,128,1,bfloat16,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,8,128,1,fp8,fp8,0,0.007265599817037583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,32,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,32,128,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,1,128,1,bfloat16,fp8,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,1,128,1,fp8,fp8,0,60.07072143554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,2,128,1,fp8,fp8,0,59.9618896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,1,128,1,bfloat16,bfloat16,0,79.66954345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,2,128,1,bfloat16,bfloat16,0,80.43876342773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,4,128,1,bfloat16,bfloat16,0,85.19173583984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,1,128,1,bfloat16,fp8,0,89.0469482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,2,128,1,bfloat16,fp8,0,89.77281494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,4,128,1,bfloat16,fp8,0,93.72774658203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,4,128,1,fp8,fp8,0,60.59229736328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,1,128,1,bfloat16,bfloat16,0,39.998416137695315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,24,128,1,bfloat16,bfloat16,0,53.259307861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,8,128,1,fp8,fp8,0,64.00341186523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,8,128,1,bfloat16,bfloat16,0,91.8572021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,1,128,1,bfloat16,fp8,0,44.674310302734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,1,128,1,fp8,fp8,0,30.153225708007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,8,128,1,bfloat16,fp8,0,96.24346313476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,2,128,1,bfloat16,bfloat16,0,40.13274230957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,2,128,1,fp8,fp8,0,30.09798583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,2,128,1,bfloat16,fp8,0,44.94908752441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,4,128,1,bfloat16,bfloat16,0,40.164404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,4,128,1,fp8,fp8,0,30.139376831054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,4,128,1,bfloat16,fp8,0,45.019650268554685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,8,128,1,fp8,fp8,0,30.329776000976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,8,128,1,bfloat16,bfloat16,0,42.62832946777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,8,128,1,bfloat16,fp8,0,46.95836181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,24,128,1,bfloat16,bfloat16,0,25.667282104492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,1,128,1,bfloat16,bfloat16,0,20.145111083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,1,128,1,bfloat16,fp8,0,22.528109741210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,1,128,1,fp8,fp8,0,15.192691040039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,24,128,1,fp8,fp8,0,16.1816162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,2,128,1,bfloat16,bfloat16,0,20.222994995117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,24,128,1,bfloat16,fp8,0,25.588102722167967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,2,128,1,fp8,fp8,0,15.157901000976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,2,128,1,bfloat16,fp8,0,22.64149627685547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,4,128,1,bfloat16,bfloat16,0,20.195140075683593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,24,128,1,fp8,fp8,0,34.40187377929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,4,128,1,bfloat16,fp8,0,22.802989196777343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,4,128,1,fp8,fp8,0,15.180564880371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,24,128,1,bfloat16,bfloat16,0,11.046006774902343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,24,128,1,bfloat16,fp8,0,11.89603042602539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,8,128,1,bfloat16,bfloat16,0,20.327230834960936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,8,128,1,fp8,fp8,0,15.242857360839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,24,128,1,fp8,fp8,0,7.840731048583985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,1,128,1,bfloat16,bfloat16,0,10.237419128417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,8,128,1,bfloat16,fp8,0,22.82481231689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,24,128,1,bfloat16,fp8,0,55.11204833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,1,128,1,fp8,fp8,0,7.702925109863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,1,128,1,bfloat16,fp8,0,11.442903900146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,2,128,1,fp8,fp8,0,7.689126586914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,2,128,1,bfloat16,bfloat16,0,10.267391967773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,2,128,1,bfloat16,fp8,0,11.493621063232421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,4,128,1,fp8,fp8,0,7.706699371337891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,4,128,1,bfloat16,bfloat16,0,10.251387023925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,8,128,1,bfloat16,bfloat16,0,10.280619049072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,8,128,1,fp8,fp8,0,7.733252716064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,8,128,1,bfloat16,fp8,0,11.550294494628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,4,128,1,bfloat16,fp8,0,11.577735900878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,1,128,1,fp8,fp8,0,33.98494262695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,2,128,1,fp8,fp8,0,33.897012329101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,1,128,1,bfloat16,bfloat16,0,45.080990600585935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,2,128,1,bfloat16,bfloat16,0,45.27267150878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,1,128,1,bfloat16,fp8,0,50.347723388671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,2,128,1,bfloat16,fp8,0,50.671041870117186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,4,128,1,bfloat16,bfloat16,0,47.59010314941406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,4,128,1,bfloat16,fp8,0,52.4116943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,4,128,1,fp8,fp8,0,34.0107666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,24,128,1,fp8,fp8,0,19.235121154785155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,24,128,1,bfloat16,bfloat16,0,29.869427490234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,8,128,1,fp8,fp8,0,35.62138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,24,128,1,bfloat16,fp8,0,31.005523681640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,8,128,1,bfloat16,bfloat16,0,51.84100341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,1,128,1,bfloat16,bfloat16,0,22.673199462890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,1,128,1,fp8,fp8,0,17.101055908203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,8,128,1,bfloat16,fp8,0,54.471429443359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,1,128,1,bfloat16,fp8,0,25.316900634765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,2,128,1,fp8,fp8,0,17.05803527832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,2,128,1,bfloat16,bfloat16,0,22.755949401855467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,2,128,1,bfloat16,fp8,0,25.470121765136717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,4,128,1,fp8,fp8,0,17.090351867675782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,4,128,1,bfloat16,bfloat16,0,22.757992553710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,24,128,1,bfloat16,bfloat16,0,13.871180725097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,4,128,1,bfloat16,fp8,0,25.650189208984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,24,128,1,fp8,fp8,0,8.942982482910157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,8,128,1,fp8,fp8,0,17.187297058105468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,8,128,1,bfloat16,bfloat16,0,23.622523498535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,24,128,1,bfloat16,fp8,0,14.029541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,8,128,1,bfloat16,fp8,0,26.224761962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,1,128,1,bfloat16,bfloat16,0,11.441508483886718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,1,128,1,fp8,fp8,0,8.634909057617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,2,128,1,fp8,fp8,0,8.615795135498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,1,128,1,bfloat16,fp8,0,12.776407623291016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,2,128,1,bfloat16,bfloat16,0,11.489234924316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,2,128,1,bfloat16,fp8,0,12.853646850585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,4,128,1,fp8,fp8,0,8.635568237304687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,4,128,1,bfloat16,bfloat16,0,11.468287658691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,4,128,1,bfloat16,fp8,0,12.944410705566407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,24,128,1,bfloat16,bfloat16,0,6.1604961395263675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,24,128,1,fp8,fp8,0,4.4725696563720705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,8,128,1,bfloat16,bfloat16,0,11.536723327636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,8,128,1,fp8,fp8,0,8.656992340087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,24,128,1,bfloat16,fp8,0,6.694340515136719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,1,128,1,bfloat16,bfloat16,0,5.847809600830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,1,128,1,fp8,fp8,0,4.4022575378417965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,8,128,1,bfloat16,fp8,0,12.977523803710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,2,128,1,fp8,fp8,0,4.389231872558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,1,128,1,bfloat16,fp8,0,6.526420593261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,2,128,1,bfloat16,bfloat16,0,5.8713134765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,2,128,1,bfloat16,fp8,0,6.56353759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,4,128,1,bfloat16,bfloat16,0,5.861827087402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,4,128,1,fp8,fp8,0,4.398764801025391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,4,128,1,bfloat16,fp8,0,6.606956481933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,8,128,1,fp8,fp8,0,4.409963226318359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,8,128,1,bfloat16,bfloat16,0,5.873830413818359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,8,128,1,bfloat16,fp8,0,6.658334350585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,1,128,1,fp8,fp8,0,23.711424255371092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,2,128,1,fp8,fp8,0,23.669247436523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,1,128,1,bfloat16,bfloat16,0,31.47113037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,2,128,1,bfloat16,bfloat16,0,31.618264770507814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,1,128,1,bfloat16,fp8,0,35.118603515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,4,128,1,bfloat16,bfloat16,0,32.5606689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,2,128,1,bfloat16,fp8,0,35.33948974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,4,128,1,bfloat16,fp8,0,36.15614013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,4,128,1,fp8,fp8,0,23.735714721679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,24,128,1,fp8,fp8,0,13.375465393066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,24,128,1,bfloat16,bfloat16,0,20.946371459960936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,1,128,1,bfloat16,bfloat16,0,15.848893737792968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,8,128,1,fp8,fp8,0,24.508726501464842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,24,128,1,bfloat16,fp8,0,21.663336181640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,8,128,1,bfloat16,bfloat16,0,35.934652709960936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,1,128,1,fp8,fp8,0,11.939905548095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,1,128,1,bfloat16,fp8,0,17.688291931152342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,8,128,1,bfloat16,fp8,0,37.97287292480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,2,128,1,fp8,fp8,0,11.917819213867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,2,128,1,bfloat16,bfloat16,0,15.900518798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,4,128,1,bfloat16,bfloat16,0,15.902615356445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,2,128,1,bfloat16,fp8,0,17.798057556152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,4,128,1,fp8,fp8,0,11.938161468505859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,4,128,1,bfloat16,fp8,0,17.920716857910158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,8,128,1,fp8,fp8,0,12.000286102294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,24,128,1,bfloat16,bfloat16,0,9.472401428222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,24,128,1,fp8,fp8,0,6.183099365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,8,128,1,bfloat16,bfloat16,0,16.33023681640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,24,128,1,bfloat16,fp8,0,9.875227355957032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,8,128,1,bfloat16,fp8,0,18.607752990722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,1,128,1,bfloat16,bfloat16,0,8.01385269165039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,1,128,1,bfloat16,fp8,0,8.944500732421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,1,128,1,fp8,fp8,0,6.035209655761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,2,128,1,fp8,fp8,0,6.0274208068847654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,2,128,1,bfloat16,bfloat16,0,8.040767669677734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,2,128,1,bfloat16,fp8,0,9.001905822753907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,4,128,1,fp8,fp8,0,6.040542221069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,24,128,1,bfloat16,bfloat16,0,4.313030242919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,4,128,1,bfloat16,bfloat16,0,8.031604766845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,8,128,1,fp8,fp8,0,6.063486480712891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,4,128,1,bfloat16,fp8,0,9.064759826660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,8,128,1,bfloat16,bfloat16,0,8.079422760009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,24,128,1,bfloat16,fp8,0,4.6914527893066404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,24,128,1,fp8,fp8,0,3.142353630065918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,8,128,1,bfloat16,fp8,0,9.080638122558593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,1,128,1,fp8,fp8,0,3.08984489440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,1,128,1,bfloat16,bfloat16,0,4.108635330200196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,2,128,1,fp8,fp8,0,3.0854143142700194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,2,128,1,bfloat16,bfloat16,0,4.127371215820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,1,128,1,bfloat16,fp8,0,4.588974380493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,4,128,1,bfloat16,bfloat16,0,4.117601776123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,2,128,1,bfloat16,fp8,0,4.615111923217773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,4,128,1,fp8,fp8,0,3.0884624481201173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,4,128,1,bfloat16,fp8,0,4.646822357177735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,8,128,1,fp8,fp8,0,3.1030672073364256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,8,128,1,bfloat16,bfloat16,0,4.130960083007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,8,128,1,bfloat16,fp8,0,4.660971069335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,1,128,1,fp8,fp8,0,30.454400634765626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,2,128,1,fp8,fp8,0,30.373153686523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,1,128,1,bfloat16,bfloat16,0,40.425286865234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,2,128,1,bfloat16,bfloat16,0,41.00414123535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,1,128,1,bfloat16,fp8,0,45.085488891601564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,4,128,1,bfloat16,bfloat16,0,43.964569091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,2,128,1,bfloat16,fp8,0,45.535955810546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,4,128,1,bfloat16,fp8,0,47.71514892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,4,128,1,fp8,fp8,0,30.680270385742187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,24,128,1,fp8,fp8,0,19.66948547363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,1,128,1,bfloat16,bfloat16,0,20.291641235351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,8,128,1,fp8,fp8,0,32.776806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,8,128,1,bfloat16,bfloat16,0,47.06187133789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,24,128,1,bfloat16,bfloat16,0,36.79158935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,1,128,1,fp8,fp8,0,15.287844848632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,24,128,1,bfloat16,fp8,0,36.79664611816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,1,128,1,bfloat16,fp8,0,22.629902648925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,8,128,1,bfloat16,fp8,0,49.31509094238281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,2,128,1,bfloat16,bfloat16,0,20.36522521972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,2,128,1,fp8,fp8,0,15.26269073486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,2,128,1,bfloat16,fp8,0,22.774882507324218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,4,128,1,fp8,fp8,0,15.282147216796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,4,128,1,bfloat16,bfloat16,0,20.578860473632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,4,128,1,bfloat16,fp8,0,23.072935485839842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,8,128,1,bfloat16,bfloat16,0,22.866810607910157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,24,128,1,fp8,fp8,0,8.31014404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,8,128,1,fp8,fp8,0,15.4749267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,24,128,1,bfloat16,bfloat16,0,13.337603759765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,24,128,1,bfloat16,fp8,0,13.707978820800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,1,128,1,bfloat16,bfloat16,0,10.222535705566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,8,128,1,bfloat16,fp8,0,24.37133026123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,1,128,1,fp8,fp8,0,7.706094360351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,2,128,1,fp8,fp8,0,7.691069030761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,1,128,1,bfloat16,fp8,0,11.413600158691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,2,128,1,bfloat16,bfloat16,0,10.263468933105468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,2,128,1,bfloat16,fp8,0,11.481993865966796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,4,128,1,fp8,fp8,0,7.701760101318359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,4,128,1,bfloat16,bfloat16,0,10.258140563964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,4,128,1,bfloat16,fp8,0,11.559175872802735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,24,128,1,bfloat16,bfloat16,0,5.950894546508789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,8,128,1,fp8,fp8,0,7.7429039001464846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,8,128,1,bfloat16,bfloat16,0,10.375393676757813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,24,128,1,fp8,fp8,0,4.010124969482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,24,128,1,bfloat16,fp8,0,6.247020721435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,1,128,1,bfloat16,bfloat16,0,5.189534378051758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,8,128,1,bfloat16,fp8,0,11.644900512695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,1,128,1,fp8,fp8,0,3.8999935150146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,1,128,1,bfloat16,fp8,0,5.796102523803711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,2,128,1,fp8,fp8,0,3.8956241607666016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,2,128,1,bfloat16,bfloat16,0,5.209628677368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,2,128,1,bfloat16,fp8,0,5.831504058837891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,4,128,1,bfloat16,bfloat16,0,5.208276748657227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,4,128,1,fp8,fp8,0,3.9042625427246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,4,128,1,bfloat16,fp8,0,5.869121551513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,24,128,1,fp8,fp8,0,2.0480159759521483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,24,128,1,bfloat16,bfloat16,0,2.807067108154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,8,128,1,fp8,fp8,0,3.9264751434326173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,8,128,1,bfloat16,bfloat16,0,5.230851364135742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,24,128,1,bfloat16,fp8,0,3.0440752029418947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,1,128,1,bfloat16,bfloat16,0,2.672104072570801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,8,128,1,bfloat16,fp8,0,5.858343887329101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,1,128,1,fp8,fp8,0,2.0136720657348635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,2,128,1,fp8,fp8,0,2.0090000152587892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,1,128,1,bfloat16,fp8,0,2.9858272552490233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,2,128,1,bfloat16,bfloat16,0,2.68001766204834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,2,128,1,bfloat16,fp8,0,3.002756881713867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,4,128,1,bfloat16,bfloat16,0,2.679928016662598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,4,128,1,fp8,fp8,0,2.0122655868530273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,8,128,1,fp8,fp8,0,2.0182527542114257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,4,128,1,bfloat16,fp8,0,3.0178335189819334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,8,128,1,bfloat16,bfloat16,0,2.694193649291992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,8,128,1,bfloat16,fp8,0,3.0243295669555663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,1,128,1,fp8,fp8,0,17.305076599121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,2,128,1,fp8,fp8,0,17.27545166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,1,128,1,bfloat16,bfloat16,0,22.98819580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,2,128,1,bfloat16,bfloat16,0,23.113536071777343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,1,128,1,bfloat16,fp8,0,25.61377868652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,4,128,1,bfloat16,bfloat16,0,24.458175659179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,2,128,1,bfloat16,fp8,0,25.792788696289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,4,128,1,fp8,fp8,0,17.34317626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,24,128,1,fp8,fp8,0,11.066822052001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,4,128,1,bfloat16,fp8,0,26.834521484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,8,128,1,fp8,fp8,0,18.337283325195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,8,128,1,bfloat16,bfloat16,0,26.671453857421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,24,128,1,bfloat16,bfloat16,0,20.762757873535158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,1,128,1,bfloat16,bfloat16,0,11.560683441162109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,24,128,1,bfloat16,fp8,0,20.979345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,8,128,1,bfloat16,fp8,0,28.092105102539062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,1,128,1,bfloat16,fp8,0,12.87591094970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,1,128,1,fp8,fp8,0,8.705510711669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,2,128,1,bfloat16,bfloat16,0,11.599209594726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,2,128,1,fp8,fp8,0,8.692371368408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,4,128,1,bfloat16,bfloat16,0,11.62748031616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,2,128,1,bfloat16,fp8,0,12.962576293945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,4,128,1,fp8,fp8,0,8.704230499267577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,4,128,1,bfloat16,fp8,0,13.071603393554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,24,128,1,bfloat16,bfloat16,0,7.502760314941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,8,128,1,bfloat16,bfloat16,0,12.662590026855469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,24,128,1,fp8,fp8,0,4.650096130371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,8,128,1,bfloat16,fp8,0,13.696446228027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,1,128,1,bfloat16,bfloat16,0,5.852182388305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,24,128,1,bfloat16,fp8,0,7.811679840087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,8,128,1,fp8,fp8,0,8.779580688476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,1,128,1,bfloat16,fp8,0,6.5111747741699215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,1,128,1,fp8,fp8,0,4.406358337402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,2,128,1,fp8,fp8,0,4.396598434448242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,2,128,1,bfloat16,bfloat16,0,5.873107147216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,2,128,1,bfloat16,fp8,0,6.5546112060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,4,128,1,fp8,fp8,0,4.404582214355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,4,128,1,bfloat16,bfloat16,0,5.868052673339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,24,128,1,bfloat16,bfloat16,0,3.2322624206542967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,8,128,1,bfloat16,bfloat16,0,5.923446273803711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,24,128,1,fp8,fp8,0,2.298716735839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,8,128,1,bfloat16,fp8,0,6.613658905029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,24,128,1,bfloat16,fp8,0,3.5067264556884767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,1,128,1,bfloat16,bfloat16,0,2.985209655761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,1,128,1,fp8,fp8,0,2.2409168243408204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,1,128,1,bfloat16,fp8,0,3.3229217529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,4,128,1,bfloat16,fp8,0,6.6003166198730465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,2,128,1,fp8,fp8,0,2.236071968078613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,2,128,1,bfloat16,bfloat16,0,2.9953968048095705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,8,128,1,fp8,fp8,0,4.427703857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,2,128,1,bfloat16,fp8,0,3.3458225250244142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,4,128,1,fp8,fp8,0,2.2393632888793946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,4,128,1,bfloat16,fp8,0,3.369515228271484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,24,128,1,bfloat16,bfloat16,0,1.6235504150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,8,128,1,fp8,fp8,0,2.247982406616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,8,128,1,bfloat16,bfloat16,0,3.0057743072509764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,24,128,1,fp8,fp8,0,1.1836208343505858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,8,128,1,bfloat16,fp8,0,3.3829681396484377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,1,128,1,fp8,fp8,0,1.1657983779907226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,1,128,1,bfloat16,bfloat16,0,1.5472784042358398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,1,128,1,bfloat16,fp8,0,1.7265647888183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,4,128,1,bfloat16,bfloat16,0,2.993939208984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,2,128,1,bfloat16,fp8,0,1.7747264862060548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,2,128,1,fp8,fp8,0,1.1639552116394043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,4,128,1,bfloat16,bfloat16,0,1.551807975769043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,4,128,1,fp8,fp8,0,1.1660896301269532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,4,128,1,bfloat16,fp8,0,1.7473936080932617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,8,128,1,fp8,fp8,0,1.1712271690368652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,8,128,1,bfloat16,bfloat16,0,1.5536064147949218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,24,128,1,bfloat16,fp8,0,1.758345603942871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,8,128,1,bfloat16,fp8,0,1.7470815658569336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,2,128,1,bfloat16,bfloat16,0,1.5492799758911133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,1,128,1,fp8,fp8,0,15.638313293457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,2,128,1,fp8,fp8,0,15.6130859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,1,128,1,bfloat16,bfloat16,0,20.785794067382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,2,128,1,bfloat16,bfloat16,0,21.081192016601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,1,128,1,bfloat16,fp8,0,23.146159362792968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,2,128,1,bfloat16,fp8,0,23.394297790527343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,4,128,1,bfloat16,bfloat16,0,23.720875549316407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,4,128,1,bfloat16,fp8,0,24.86127624511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,4,128,1,fp8,fp8,0,15.859233093261718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,24,128,1,fp8,fp8,0,10.428982543945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,1,128,1,bfloat16,bfloat16,0,10.438034820556641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,8,128,1,fp8,fp8,0,17.010467529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,8,128,1,bfloat16,bfloat16,0,24.688809204101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,24,128,1,bfloat16,bfloat16,0,19.265899658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,1,128,1,fp8,fp8,0,7.851776123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,1,128,1,bfloat16,fp8,0,11.608968353271484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,24,128,1,bfloat16,fp8,0,19.54837646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,8,128,1,bfloat16,fp8,0,25.857794189453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,2,128,1,bfloat16,bfloat16,0,10.490283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,2,128,1,fp8,fp8,0,7.84722900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,2,128,1,bfloat16,fp8,0,11.687348937988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,4,128,1,fp8,fp8,0,7.8606819152832035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,4,128,1,bfloat16,bfloat16,0,10.837452697753907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,4,128,1,bfloat16,fp8,0,11.88559341430664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,24,128,1,fp8,fp8,0,4.741337585449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,8,128,1,fp8,fp8,0,8.038156890869141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,8,128,1,bfloat16,bfloat16,0,11.909563446044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,8,128,1,bfloat16,fp8,0,12.758274841308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,24,128,1,bfloat16,bfloat16,0,9.265065765380859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,1,128,1,bfloat16,bfloat16,0,5.262595367431641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,1,128,1,fp8,fp8,0,3.959774398803711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,24,128,1,bfloat16,fp8,0,9.412640380859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,1,128,1,bfloat16,fp8,0,5.854987335205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,2,128,1,bfloat16,bfloat16,0,5.284815979003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,2,128,1,fp8,fp8,0,3.955392074584961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,2,128,1,bfloat16,fp8,0,5.891436767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,4,128,1,bfloat16,bfloat16,0,5.294300842285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,4,128,1,fp8,fp8,0,3.961703872680664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,8,128,1,fp8,fp8,0,3.992643356323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,24,128,1,bfloat16,bfloat16,0,3.2714511871337892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,8,128,1,bfloat16,bfloat16,0,5.531452941894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,4,128,1,bfloat16,fp8,0,5.939619064331055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,24,128,1,fp8,fp8,0,2.1127391815185548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,24,128,1,bfloat16,fp8,0,3.432819366455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,8,128,1,bfloat16,fp8,0,6.063320159912109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,1,128,1,bfloat16,bfloat16,0,2.695444869995117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,1,128,1,fp8,fp8,0,2.016783905029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,2,128,1,fp8,fp8,0,2.0129583358764647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,4,128,1,fp8,fp8,0,2.0184911727905273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,2,128,1,bfloat16,fp8,0,3.015518379211426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,4,128,1,bfloat16,bfloat16,0,2.7055744171142577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,4,128,1,bfloat16,fp8,0,3.039508819580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,8,128,1,bfloat16,bfloat16,0,2.725040054321289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,24,128,1,bfloat16,bfloat16,0,1.4842991828918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,24,128,1,fp8,fp8,0,1.0671327590942383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,8,128,1,fp8,fp8,0,2.0403839111328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,8,128,1,bfloat16,fp8,0,3.0559904098510744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,1,128,1,bfloat16,bfloat16,0,1.3814127922058106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,1,128,1,fp8,fp8,0,1.038646411895752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,1,128,1,bfloat16,fp8,0,1.5385135650634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,2,128,1,bfloat16,bfloat16,0,2.7042287826538085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,2,128,1,bfloat16,bfloat16,0,1.3870623588562012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,2,128,1,fp8,fp8,0,1.0383487701416017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,2,128,1,bfloat16,fp8,0,1.548307228088379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,4,128,1,fp8,fp8,0,1.0405200004577637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,4,128,1,bfloat16,bfloat16,0,1.3892560005187988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,4,128,1,bfloat16,fp8,0,1.5618191719055177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,8,128,1,bfloat16,bfloat16,0,1.4002911567687988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,8,128,1,fp8,fp8,0,1.0452832221984862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,24,128,1,bfloat16,fp8,0,1.6056720733642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,24,128,1,fp8,fp8,0,0.5604479789733887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,8,128,1,bfloat16,fp8,0,1.5687616348266602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,1,128,1,bfloat16,bfloat16,0,0.7308576107025146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,1,128,1,fp8,fp8,0,0.5497183799743652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,1,128,1,bfloat16,fp8,0,0.8152751922607422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,2,128,1,bfloat16,bfloat16,0,0.7317135810852051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,2,128,1,fp8,fp8,0,0.5496304035186768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,1,128,1,bfloat16,fp8,0,2.997478485107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,4,128,1,bfloat16,bfloat16,0,0.731712007522583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,4,128,1,fp8,fp8,0,0.5508480072021484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,4,128,1,bfloat16,fp8,0,0.8248736381530761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,8,128,1,bfloat16,bfloat16,0,0.735262393951416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,8,128,1,fp8,fp8,0,0.5529056072235108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,24,128,1,bfloat16,bfloat16,0,0.7629504203796387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,24,128,1,bfloat16,fp8,0,0.8363439559936523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,2,128,1,bfloat16,fp8,0,0.819983959197998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,8,128,1,bfloat16,fp8,0,0.8405839920043945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,1,128,1,fp8,fp8,0,8.961106872558593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,2,128,1,fp8,fp8,0,8.953936004638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,1,128,1,bfloat16,bfloat16,0,11.924646759033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,2,128,1,bfloat16,bfloat16,0,12.01644287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,1,128,1,bfloat16,fp8,0,13.23795166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,2,128,1,bfloat16,fp8,0,13.350376892089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,4,128,1,bfloat16,bfloat16,0,13.188018798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,4,128,1,bfloat16,fp8,0,14.115016174316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,4,128,1,fp8,fp8,0,9.029036712646484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,24,128,1,fp8,fp8,0,5.956972885131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,8,128,1,fp8,fp8,0,9.67316131591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,1,128,1,bfloat16,bfloat16,0,6.001582336425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,24,128,1,bfloat16,bfloat16,0,11.152444458007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,8,128,1,bfloat16,bfloat16,0,14.176524353027343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,1,128,1,fp8,fp8,0,4.509201431274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,24,128,1,bfloat16,fp8,0,11.357955169677734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,8,128,1,bfloat16,fp8,0,14.938945007324218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,2,128,1,bfloat16,bfloat16,0,6.024272155761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,2,128,1,fp8,fp8,0,4.503193664550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,2,128,1,bfloat16,fp8,0,6.707644653320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,4,128,1,bfloat16,bfloat16,0,6.074750518798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,4,128,1,fp8,fp8,0,4.516332626342773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,1,128,1,bfloat16,fp8,0,6.6587677001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,4,128,1,bfloat16,fp8,0,6.78638916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,8,128,1,bfloat16,bfloat16,0,6.733567810058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,8,128,1,fp8,fp8,0,4.584489440917968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,1,128,1,bfloat16,bfloat16,0,3.0431360244750976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,24,128,1,bfloat16,bfloat16,0,5.202612686157226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,1,128,1,fp8,fp8,0,2.283665657043457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,1,128,1,bfloat16,fp8,0,3.3699806213378904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,24,128,1,bfloat16,fp8,0,5.3380481719970705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,2,128,1,bfloat16,bfloat16,0,3.0530128479003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,24,128,1,fp8,fp8,0,2.5484384536743163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,2,128,1,fp8,fp8,0,2.2805952072143554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,2,128,1,bfloat16,fp8,0,3.3946769714355467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,8,128,1,bfloat16,fp8,0,7.244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,4,128,1,bfloat16,bfloat16,0,3.059404754638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,4,128,1,fp8,fp8,0,2.285612869262695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,4,128,1,bfloat16,fp8,0,3.4253311157226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,8,128,1,fp8,fp8,0,2.3030368804931642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,8,128,1,bfloat16,bfloat16,0,3.1117359161376954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,24,128,1,bfloat16,bfloat16,0,1.7850944519042968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,24,128,1,fp8,fp8,0,1.2276543617248534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,24,128,1,bfloat16,fp8,0,1.929764747619629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,1,128,1,bfloat16,bfloat16,0,1.5713151931762694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,8,128,1,bfloat16,fp8,0,3.464868927001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,1,128,1,fp8,fp8,0,1.1727935791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,2,128,1,bfloat16,bfloat16,0,1.5766112327575683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,2,128,1,fp8,fp8,0,1.1709152221679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,2,128,1,bfloat16,fp8,0,1.7554271697998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,4,128,1,bfloat16,bfloat16,0,1.5785712242126464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,4,128,1,bfloat16,fp8,0,1.769963264465332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,8,128,1,bfloat16,bfloat16,0,1.5890128135681152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,8,128,1,fp8,fp8,0,1.1818351745605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,24,128,1,bfloat16,bfloat16,0,0.867523193359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,24,128,1,bfloat16,fp8,0,0.9414688110351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,8,128,1,bfloat16,fp8,0,1.7838848114013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,24,128,1,fp8,fp8,0,0.6245183944702148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,1,128,1,bfloat16,bfloat16,0,0.8118751525878907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,1,128,1,fp8,fp8,0,0.6103424072265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,1,128,1,bfloat16,fp8,0,0.9041071891784668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,2,128,1,bfloat16,bfloat16,0,0.8146127700805664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,1,128,1,bfloat16,fp8,0,1.7459407806396485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,2,128,1,fp8,fp8,0,0.6099120140075683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,4,128,1,bfloat16,bfloat16,0,0.8148480415344238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,4,128,1,fp8,fp8,0,0.610814380645752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,4,128,1,fp8,fp8,0,1.1740096092224122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,8,128,1,bfloat16,bfloat16,0,0.8200448036193848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,8,128,1,bfloat16,fp8,0,0.9274432182312011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,8,128,1,fp8,fp8,0,0.6140736103057861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,24,128,1,bfloat16,bfloat16,0,0.45655360221862795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,24,128,1,fp8,fp8,0,0.33594560623168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,24,128,1,bfloat16,fp8,0,0.5008768081665039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,1,128,1,bfloat16,bfloat16,0,0.4368127822875977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,1,128,1,fp8,fp8,0,0.3283999919891357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,2,128,1,bfloat16,bfloat16,0,0.437824010848999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,2,128,1,fp8,fp8,0,0.3278768062591553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,2,128,1,bfloat16,fp8,0,0.5003647804260254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,4,128,1,bfloat16,bfloat16,0,0.4380335807800293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,4,128,1,bfloat16,fp8,0,0.49370718002319336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,4,128,1,fp8,fp8,0,0.32968161106109617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,8,128,1,bfloat16,bfloat16,0,0.44028801918029786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,8,128,1,bfloat16,fp8,0,0.4940639972686768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,8,128,1,fp8,fp8,0,0.33145918846130373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,2,128,1,bfloat16,fp8,0,0.9082367897033692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,4,128,1,bfloat16,fp8,0,0.9171600341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,1,128,1,bfloat16,fp8,0,0.48778719902038575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,1,128,1,fp8,fp8,0,8.23907012939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,2,128,1,fp8,fp8,0,8.224520111083985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,1,128,1,bfloat16,bfloat16,0,10.964952087402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,2,128,1,bfloat16,bfloat16,0,11.205023956298827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,1,128,1,bfloat16,fp8,0,12.131721496582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,4,128,1,bfloat16,bfloat16,0,11.9825439453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,2,128,1,bfloat16,fp8,0,12.335219573974609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,4,128,1,bfloat16,fp8,0,13.026229858398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,4,128,1,fp8,fp8,0,8.417675018310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,24,128,1,fp8,fp8,0,5.746575927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,1,128,1,bfloat16,bfloat16,0,5.509360122680664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,8,128,1,fp8,fp8,0,9.232685089111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,1,128,1,bfloat16,fp8,0,6.090030288696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,8,128,1,bfloat16,bfloat16,0,13.470590209960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,1,128,1,fp8,fp8,0,4.138881683349609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,24,128,1,bfloat16,bfloat16,0,10.665567779541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,24,128,1,bfloat16,fp8,0,10.946240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,2,128,1,bfloat16,bfloat16,0,5.541516876220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,2,128,1,fp8,fp8,0,4.132163238525391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,2,128,1,bfloat16,fp8,0,6.1457984924316404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,4,128,1,bfloat16,bfloat16,0,5.809759902954101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,4,128,1,fp8,fp8,0,4.156302261352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,4,128,1,bfloat16,fp8,0,6.364827346801758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,8,128,1,fp8,fp8,0,4.321855926513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,8,128,1,bfloat16,bfloat16,0,6.556108856201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,8,128,1,bfloat16,fp8,0,14.122824096679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,24,128,1,fp8,fp8,0,2.650127983093262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,8,128,1,bfloat16,fp8,0,6.962115478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,24,128,1,bfloat16,bfloat16,0,5.132468795776367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,1,128,1,bfloat16,bfloat16,0,2.7802480697631835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,1,128,1,fp8,fp8,0,2.085927963256836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,2,128,1,bfloat16,bfloat16,0,2.796788787841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,2,128,1,bfloat16,fp8,0,3.0998863220214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,2,128,1,fp8,fp8,0,2.086288070678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,4,128,1,fp8,fp8,0,2.093331146240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,4,128,1,bfloat16,bfloat16,0,2.8138431549072265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,4,128,1,bfloat16,fp8,0,3.132313537597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,1,128,1,bfloat16,fp8,0,3.073841667175293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,8,128,1,fp8,fp8,0,2.1166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,8,128,1,bfloat16,bfloat16,0,2.9719791412353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,24,128,1,fp8,fp8,0,1.148846435546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,24,128,1,bfloat16,bfloat16,0,2.171703910827637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,1,128,1,bfloat16,bfloat16,0,1.4279423713684083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,24,128,1,bfloat16,fp8,0,2.2328927993774412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,1,128,1,fp8,fp8,0,1.0584351539611816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,1,128,1,bfloat16,fp8,0,1.576904010772705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,2,128,1,bfloat16,bfloat16,0,1.4314543724060058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,2,128,1,fp8,fp8,0,1.056668758392334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,2,128,1,bfloat16,fp8,0,1.6135759353637695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,24,128,1,bfloat16,fp8,0,5.361804962158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,4,128,1,bfloat16,bfloat16,0,1.4358688354492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,4,128,1,bfloat16,fp8,0,1.5868399620056153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,4,128,1,fp8,fp8,0,1.0665103912353515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,8,128,1,bfloat16,bfloat16,0,1.4565695762634276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,24,128,1,fp8,fp8,0,0.5834176063537597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,8,128,1,fp8,fp8,0,1.0799008369445802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,8,128,1,bfloat16,fp8,0,3.2600513458251954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,24,128,1,bfloat16,fp8,0,0.8957072257995605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,8,128,1,bfloat16,fp8,0,1.6208671569824218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,1,128,1,bfloat16,bfloat16,0,0.7424272060394287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,1,128,1,fp8,fp8,0,0.5574448108673096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,1,128,1,bfloat16,fp8,0,0.8242624282836915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,2,128,1,bfloat16,fp8,0,0.8290975570678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,2,128,1,bfloat16,bfloat16,0,0.7450319766998291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,4,128,1,bfloat16,bfloat16,0,0.7498799800872803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,4,128,1,fp8,fp8,0,0.5584640026092529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,4,128,1,bfloat16,fp8,0,0.8401599884033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,8,128,1,bfloat16,bfloat16,0,0.7599472045898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,24,128,1,bfloat16,bfloat16,0,0.42176318168640137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,8,128,1,bfloat16,fp8,0,0.8484080314636231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,24,128,1,bfloat16,fp8,0,0.46304640769958494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,24,128,1,fp8,fp8,0,0.3036432027816772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,1,128,1,bfloat16,bfloat16,0,0.39325120449066164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,24,128,1,bfloat16,bfloat16,0,0.8287887573242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,1,128,1,bfloat16,fp8,0,0.4381279945373535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,2,128,1,bfloat16,bfloat16,0,0.3942640066146851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,2,128,1,bfloat16,fp8,0,0.4403520107269287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,2,128,1,fp8,fp8,0,0.2960767984390259
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,4,128,1,bfloat16,bfloat16,0,0.3949968099594116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,4,128,1,fp8,fp8,0,0.296561598777771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,8,128,1,bfloat16,bfloat16,0,0.39844000339508057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,8,128,1,bfloat16,fp8,0,0.4449632167816162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,8,128,1,fp8,fp8,0,0.29736320972442626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,2,128,1,fp8,fp8,0,0.556390380859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,24,128,1,fp8,fp8,0,0.16820319890975952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,24,128,1,bfloat16,fp8,0,0.2522223949432373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,1,128,1,bfloat16,bfloat16,0,0.21914560794830323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,1,128,1,fp8,fp8,0,0.1641055941581726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,1,128,1,bfloat16,fp8,0,0.24260640144348145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,2,128,1,bfloat16,bfloat16,0,0.21905119419097902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,8,128,1,fp8,fp8,0,0.5632815837860108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,2,128,1,fp8,fp8,0,0.16397600173950194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,2,128,1,bfloat16,fp8,0,0.24927520751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,4,128,1,bfloat16,bfloat16,0,0.21913440227508546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,4,128,1,fp8,fp8,0,0.16402560472488403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,4,128,1,bfloat16,fp8,0,0.24677760601043702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,8,128,1,bfloat16,fp8,0,0.24713919162750245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,1,128,1,fp8,fp8,0,0.295088005065918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,4,128,1,bfloat16,fp8,0,0.44302878379821775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,24,128,1,bfloat16,bfloat16,0,0.22929759025573732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,8,128,1,bfloat16,bfloat16,0,0.2218991994857788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,8,128,1,fp8,fp8,0,0.16600639820098878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,1,128,1,fp8,fp8,0,4.796307373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,1,128,1,bfloat16,bfloat16,0,6.3919422149658205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,1,128,1,bfloat16,fp8,0,7.0531005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,2,128,1,fp8,fp8,0,4.7961376190185545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,2,128,1,bfloat16,bfloat16,0,6.474630737304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,2,128,1,bfloat16,fp8,0,7.137290954589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,4,128,1,bfloat16,bfloat16,0,6.9721122741699215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,4,128,1,fp8,fp8,0,4.8694206237792965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,4,128,1,bfloat16,fp8,0,7.537993621826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,8,128,1,fp8,fp8,0,5.359912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,24,128,1,fp8,fp8,0,3.4025169372558595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,1,128,1,bfloat16,bfloat16,0,3.216654586791992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,24,128,1,bfloat16,bfloat16,0,6.36610221862793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,8,128,1,bfloat16,bfloat16,0,7.92318115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,24,128,1,bfloat16,fp8,0,6.570231628417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,1,128,1,fp8,fp8,0,2.4141408920288088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,1,128,1,bfloat16,fp8,0,3.549265670776367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,2,128,1,bfloat16,bfloat16,0,3.232952117919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,8,128,1,bfloat16,fp8,0,8.326217651367188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,2,128,1,fp8,fp8,0,2.4111440658569334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,2,128,1,bfloat16,fp8,0,3.5752864837646485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,4,128,1,bfloat16,bfloat16,0,3.3171905517578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,4,128,1,fp8,fp8,0,2.429113578796387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,4,128,1,bfloat16,fp8,0,3.6610145568847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,8,128,1,fp8,fp8,0,2.492188835144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,24,128,1,fp8,fp8,0,1.4605615615844727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,8,128,1,bfloat16,bfloat16,0,3.7960369110107424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,1,128,1,bfloat16,bfloat16,0,1.6350255966186524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,24,128,1,bfloat16,bfloat16,0,2.955958366394043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,8,128,1,bfloat16,fp8,0,4.030379104614258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,1,128,1,fp8,fp8,0,1.2232352256774903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,1,128,1,bfloat16,fp8,0,1.8003999710083007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,24,128,1,bfloat16,fp8,0,3.085383987426758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,2,128,1,bfloat16,bfloat16,0,1.6450496673583985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,2,128,1,bfloat16,fp8,0,1.8137968063354493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,4,128,1,bfloat16,bfloat16,0,1.6532079696655273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,4,128,1,fp8,fp8,0,1.2278096199035644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,4,128,1,bfloat16,fp8,0,1.8349248886108398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,8,128,1,fp8,fp8,0,1.2423919677734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,8,128,1,bfloat16,bfloat16,0,1.711939239501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,24,128,1,bfloat16,bfloat16,0,1.0776047706604004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,24,128,1,fp8,fp8,0,0.6762671947479248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,8,128,1,bfloat16,fp8,0,1.8724576950073242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,24,128,1,bfloat16,fp8,0,1.1480591773986817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,1,128,1,bfloat16,bfloat16,0,0.8473615646362305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,1,128,1,fp8,fp8,0,0.6248335838317871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,1,128,1,bfloat16,fp8,0,0.9338191986083985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,2,128,1,bfloat16,bfloat16,0,0.8502016067504883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,2,128,1,bfloat16,fp8,0,0.9389488220214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,2,128,1,fp8,fp8,0,1.2239487648010254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,4,128,1,bfloat16,bfloat16,0,0.8537936210632324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,4,128,1,fp8,fp8,0,0.6267807960510254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,4,128,1,bfloat16,fp8,0,0.9490032196044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,8,128,1,bfloat16,bfloat16,0,0.8643072128295899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,8,128,1,fp8,fp8,0,0.6316544055938721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,24,128,1,fp8,fp8,0,0.34672319889068604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,24,128,1,bfloat16,fp8,0,0.5353248119354248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,1,128,1,bfloat16,bfloat16,0,0.4461535930633545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,8,128,1,bfloat16,fp8,0,0.9579631805419921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,1,128,1,bfloat16,fp8,0,0.49436321258544924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,2,128,1,bfloat16,bfloat16,0,0.44734559059143064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,2,128,1,bfloat16,fp8,0,0.4972576141357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,4,128,1,bfloat16,bfloat16,0,0.44958081245422366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,4,128,1,bfloat16,fp8,0,0.5021056175231934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,4,128,1,fp8,fp8,0,0.33522720336914064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,8,128,1,bfloat16,bfloat16,0,0.4544015884399414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,2,128,1,fp8,fp8,0,0.6243631839752197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,8,128,1,fp8,fp8,0,0.33824639320373534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,24,128,1,bfloat16,bfloat16,0,0.25578880310058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,24,128,1,fp8,fp8,0,0.1865839958190918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,24,128,1,bfloat16,fp8,0,0.28071041107177735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,1,128,1,bfloat16,bfloat16,0,0.2399440050125122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,1,128,1,bfloat16,fp8,0,0.26725599765777586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,2,128,1,bfloat16,bfloat16,0,0.24094080924987793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,2,128,1,bfloat16,fp8,0,0.27364799976348875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,2,128,1,fp8,fp8,0,0.18042559623718263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,4,128,1,bfloat16,bfloat16,0,0.2420128107070923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,4,128,1,bfloat16,fp8,0,0.27060320377349856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,1,128,1,fp8,fp8,0,0.3341295957565308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,4,128,1,fp8,fp8,0,0.18041280508041382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,8,128,1,bfloat16,bfloat16,0,0.24396800994873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,2,128,1,fp8,fp8,0,0.33427839279174804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,8,128,1,bfloat16,fp8,0,0.2721760034561157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,24,128,1,bfloat16,bfloat16,0,0.145360004901886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,24,128,1,bfloat16,fp8,0,0.15985599756240845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,1,128,1,bfloat16,bfloat16,0,0.1373711943626404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,1,128,1,bfloat16,fp8,0,0.1537935972213745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,1,128,1,fp8,fp8,0,0.10261759757995606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,2,128,1,bfloat16,bfloat16,0,0.1376960039138794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,2,128,1,bfloat16,fp8,0,0.15578240156173706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,2,128,1,fp8,fp8,0,0.1026144027709961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,4,128,1,bfloat16,bfloat16,0,0.13760160207748412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,4,128,1,bfloat16,fp8,0,0.15372639894485474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,4,128,1,fp8,fp8,0,0.10431040525436401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,1,128,1,fp8,fp8,0,0.18042080402374266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,8,128,1,bfloat16,bfloat16,0,0.13885760307312012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,24,128,1,bfloat16,bfloat16,0,0.4972544193267822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,8,128,1,fp8,fp8,0,0.10455520153045654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,8,128,1,fp8,fp8,0,0.18257440328598024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,24,128,1,fp8,fp8,0,0.10667840242385865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,8,128,1,bfloat16,fp8,0,0.5061088085174561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,8,128,1,bfloat16,fp8,0,0.1558127999305725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,1,128,1,fp8,fp8,0,4.5420574188232425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,1,128,1,bfloat16,bfloat16,0,6.0555072784423825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,1,128,1,bfloat16,fp8,0,6.643105316162109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,2,128,1,fp8,fp8,0,4.542830276489258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,2,128,1,bfloat16,bfloat16,0,6.292436981201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,2,128,1,bfloat16,fp8,0,6.854244995117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,4,128,1,fp8,fp8,0,4.713771057128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,4,128,1,bfloat16,bfloat16,0,6.812945556640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,8,128,1,fp8,fp8,0,5.102256011962891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,4,128,1,bfloat16,fp8,0,7.4291534423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,24,128,1,fp8,fp8,0,3.438777542114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,1,128,1,bfloat16,bfloat16,0,3.0424688339233397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,8,128,1,bfloat16,bfloat16,0,7.649813079833985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,24,128,1,bfloat16,bfloat16,0,6.329403305053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,1,128,1,fp8,fp8,0,2.2800527572631837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,8,128,1,bfloat16,fp8,0,8.156390380859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,24,128,1,bfloat16,fp8,0,6.613788604736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,1,128,1,bfloat16,fp8,0,3.335460662841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,2,128,1,fp8,fp8,0,2.2806928634643553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,2,128,1,bfloat16,bfloat16,0,3.069798469543457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,2,128,1,bfloat16,fp8,0,3.369521713256836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,4,128,1,bfloat16,bfloat16,0,3.318711853027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,4,128,1,fp8,fp8,0,2.3009567260742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,4,128,1,bfloat16,fp8,0,3.557721710205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,8,128,1,fp8,fp8,0,2.5251855850219727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,24,128,1,fp8,fp8,0,1.6003664016723633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,24,128,1,bfloat16,bfloat16,0,3.072315216064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,8,128,1,bfloat16,bfloat16,0,3.8494110107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,1,128,1,bfloat16,bfloat16,0,1.5376175880432128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,24,128,1,bfloat16,fp8,0,3.2179969787597655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,8,128,1,bfloat16,fp8,0,4.066393661499023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,1,128,1,fp8,fp8,0,1.1497599601745605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,1,128,1,bfloat16,fp8,0,1.6840303421020508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,2,128,1,bfloat16,bfloat16,0,1.547480010986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,2,128,1,fp8,fp8,0,1.1518095970153808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,2,128,1,bfloat16,fp8,0,1.6992448806762694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,4,128,1,fp8,fp8,0,1.1588831901550294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,4,128,1,bfloat16,bfloat16,0,1.5813072204589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,4,128,1,bfloat16,fp8,0,1.7350576400756836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,8,128,1,fp8,fp8,0,1.1863648414611816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,8,128,1,bfloat16,bfloat16,0,1.7369775772094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,24,128,1,fp8,fp8,0,0.6708831787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,8,128,1,bfloat16,fp8,0,1.8752143859863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,24,128,1,bfloat16,fp8,0,1.3793583869934083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,1,128,1,bfloat16,fp8,0,0.8654288291931153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,1,128,1,fp8,fp8,0,0.5783184051513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,2,128,1,bfloat16,bfloat16,0,0.7962783813476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,2,128,1,bfloat16,fp8,0,0.8729984283447265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,4,128,1,bfloat16,bfloat16,0,0.8015647888183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,4,128,1,bfloat16,fp8,0,0.8871135711669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,4,128,1,fp8,fp8,0,0.5873871803283691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,8,128,1,bfloat16,bfloat16,0,0.8217328071594239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,24,128,1,bfloat16,bfloat16,0,0.49419360160827636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,8,128,1,bfloat16,fp8,0,0.8985808372497559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,8,128,1,fp8,fp8,0,0.6000592231750488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,24,128,1,bfloat16,fp8,0,0.5248752117156983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,24,128,1,fp8,fp8,0,0.3305999994277954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,24,128,1,bfloat16,bfloat16,0,1.3133071899414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,1,128,1,bfloat16,bfloat16,0,0.4082511901855469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,1,128,1,bfloat16,fp8,0,0.4513872146606445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,1,128,1,fp8,fp8,0,0.30529921054840087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,2,128,1,bfloat16,bfloat16,0,0.4101856231689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,2,128,1,fp8,fp8,0,0.30454881191253663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,4,128,1,bfloat16,bfloat16,0,0.41441922187805175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,4,128,1,bfloat16,fp8,0,0.4628448009490967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,2,128,1,fp8,fp8,0,0.5776224136352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,8,128,1,bfloat16,bfloat16,0,0.4264976024627686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,8,128,1,bfloat16,fp8,0,0.47176318168640136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,8,128,1,fp8,fp8,0,0.30959200859069824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,24,128,1,bfloat16,fp8,0,0.27381598949432373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,24,128,1,fp8,fp8,0,0.17630079984664918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,1,128,1,bfloat16,bfloat16,0,0.22529919147491456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,1,128,1,fp8,fp8,0,0.16815999746322632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,1,128,1,bfloat16,fp8,0,0.24908959865570068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,2,128,1,bfloat16,bfloat16,0,0.22558560371398925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,2,128,1,fp8,fp8,0,0.16810879707336426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,4,128,1,bfloat16,bfloat16,0,0.22706398963928223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,4,128,1,bfloat16,fp8,0,0.2523200035095215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,4,128,1,fp8,fp8,0,0.1685263991355896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,1,128,1,bfloat16,bfloat16,0,0.790886402130127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,8,128,1,bfloat16,fp8,0,0.25607359409332275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,8,128,1,fp8,fp8,0,0.17025279998779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,2,128,1,bfloat16,fp8,0,0.4533423900604248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,24,128,1,bfloat16,bfloat16,0,0.1333456039428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,4,128,1,fp8,fp8,0,0.3058608055114746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,24,128,1,fp8,fp8,0,0.09850239753723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,1,128,1,bfloat16,bfloat16,0,0.12513279914855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,1,128,1,bfloat16,fp8,0,0.13878079652786254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,2,128,1,bfloat16,bfloat16,0,0.12514079809188844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,24,128,1,bfloat16,bfloat16,0,0.24812641143798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,2,128,1,fp8,fp8,0,0.0940783977508545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,4,128,1,bfloat16,bfloat16,0,0.12510720491409302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,4,128,1,bfloat16,fp8,0,0.14149760007858275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,4,128,1,fp8,fp8,0,0.09438719749450683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,8,128,1,bfloat16,bfloat16,0,0.12715519666671754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,8,128,1,bfloat16,fp8,0,0.1415887951850891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,8,128,1,fp8,fp8,0,0.09441279768943786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,24,128,1,bfloat16,bfloat16,0,0.07832639813423156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,24,128,1,bfloat16,fp8,0,0.08825119733810424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,1,128,1,bfloat16,bfloat16,0,0.07389119863510132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,24,128,1,fp8,fp8,0,0.05765600204467773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,1,128,1,fp8,fp8,0,0.055471998453140256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,2,128,1,bfloat16,bfloat16,0,0.07393119931221008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,8,128,1,bfloat16,bfloat16,0,0.22962400913238526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,2,128,1,bfloat16,fp8,0,0.0841376006603241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,2,128,1,fp8,fp8,0,0.05549280047416687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,4,128,1,bfloat16,bfloat16,0,0.07404159903526306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,4,128,1,fp8,fp8,0,0.055473601818084715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,8,128,1,bfloat16,bfloat16,0,0.07514079809188842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,24,128,1,bfloat16,fp8,0,0.1477295994758606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,8,128,1,bfloat16,fp8,0,0.08599200248718261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,8,128,1,fp8,fp8,0,0.0555184006690979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,1,128,1,fp8,fp8,0,0.09391040205955506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,2,128,1,bfloat16,fp8,0,0.1414736032485962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,2,128,1,bfloat16,fp8,0,0.2501568078994751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,1,128,1,bfloat16,fp8,0,0.08357759714126586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,4,128,1,bfloat16,fp8,0,0.08413919806480408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,1,128,1,fp8,fp8,0,2.6987247467041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,1,128,1,bfloat16,bfloat16,0,3.6041568756103515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,1,128,1,bfloat16,fp8,0,3.8990352630615233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,2,128,1,fp8,fp8,0,2.720323181152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,2,128,1,bfloat16,bfloat16,0,3.9117969512939452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,2,128,1,bfloat16,fp8,0,4.212420654296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,4,128,1,fp8,fp8,0,2.904567909240723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,4,128,1,bfloat16,bfloat16,0,4.304022216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,4,128,1,bfloat16,fp8,0,4.64019660949707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,8,128,1,bfloat16,bfloat16,0,5.009830474853516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,1,128,1,bfloat16,bfloat16,0,1.8081600189208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,8,128,1,fp8,fp8,0,3.2284015655517577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,1,128,1,bfloat16,fp8,0,1.9565519332885741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,24,128,1,fp8,fp8,0,2.311809539794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,24,128,1,bfloat16,bfloat16,0,4.1352783203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,24,128,1,bfloat16,fp8,0,4.396104049682617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,8,128,1,bfloat16,fp8,0,5.342041778564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,2,128,1,bfloat16,bfloat16,0,1.8438800811767577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,2,128,1,fp8,fp8,0,1.3565072059631347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,2,128,1,bfloat16,fp8,0,1.9878656387329101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,4,128,1,bfloat16,bfloat16,0,2.0472415924072265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,4,128,1,bfloat16,fp8,0,2.1877599716186524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,4,128,1,fp8,fp8,0,1.3858207702636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,8,128,1,fp8,fp8,0,1.5444000244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,8,128,1,bfloat16,bfloat16,0,2.413552093505859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,1,128,1,fp8,fp8,0,1.355174446105957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,8,128,1,bfloat16,fp8,0,2.586180877685547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,24,128,1,bfloat16,bfloat16,0,2.058297538757324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,24,128,1,fp8,fp8,0,1.0786928176879882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,1,128,1,bfloat16,bfloat16,0,0.9143407821655274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,1,128,1,fp8,fp8,0,0.6820831775665284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,24,128,1,bfloat16,fp8,0,2.1937536239624023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,2,128,1,bfloat16,bfloat16,0,0.9215200424194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,2,128,1,fp8,fp8,0,0.6830480098724365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,2,128,1,bfloat16,fp8,0,0.9997952461242676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,4,128,1,bfloat16,bfloat16,0,0.9638367652893066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,4,128,1,fp8,fp8,0,0.6916431903839111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,4,128,1,bfloat16,fp8,0,1.0358448028564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,8,128,1,fp8,fp8,0,0.7314832210540771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,24,128,1,fp8,fp8,0,0.4404319763183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,8,128,1,bfloat16,fp8,0,1.2261952400207519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,1,128,1,bfloat16,bfloat16,0,0.4712048053741455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,1,128,1,fp8,fp8,0,0.33827838897705076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,1,128,1,bfloat16,fp8,0,0.9898112297058106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,2,128,1,bfloat16,bfloat16,0,0.47392802238464354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,2,128,1,fp8,fp8,0,0.338153600692749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,2,128,1,bfloat16,fp8,0,0.521121597290039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,4,128,1,bfloat16,bfloat16,0,0.4852543830871582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,4,128,1,fp8,fp8,0,0.3481247901916504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,4,128,1,bfloat16,fp8,0,0.5274191856384277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,8,128,1,bfloat16,bfloat16,0,0.5124976158142089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,8,128,1,fp8,fp8,0,0.36242239475250243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,24,128,1,bfloat16,bfloat16,0,0.3314255952835083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,8,128,1,bfloat16,bfloat16,0,1.152513599395752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,24,128,1,bfloat16,fp8,0,0.3462368011474609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,24,128,1,bfloat16,bfloat16,0,0.9235312461853027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,1,128,1,bfloat16,bfloat16,0,0.23875999450683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,24,128,1,bfloat16,fp8,0,0.9812496185302735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,1,128,1,bfloat16,fp8,0,0.26232481002807617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,1,128,1,fp8,fp8,0,0.17740800380706787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,1,128,1,bfloat16,fp8,0,0.5100016117095947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,2,128,1,bfloat16,bfloat16,0,0.24003999233245848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,2,128,1,bfloat16,fp8,0,0.26430559158325195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,4,128,1,bfloat16,fp8,0,0.2706063985824585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,8,128,1,bfloat16,bfloat16,0,0.2584448099136353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,8,128,1,bfloat16,fp8,0,0.28298239707946776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,8,128,1,fp8,fp8,0,0.18247519731521605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,24,128,1,bfloat16,bfloat16,0,0.15601119995117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,24,128,1,bfloat16,fp8,0,0.1682096004486084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,24,128,1,fp8,fp8,0,0.10472639799118041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,1,128,1,bfloat16,bfloat16,0,0.13133440017700196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,8,128,1,bfloat16,fp8,0,0.5481919765472412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,1,128,1,bfloat16,fp8,0,0.14555039405822753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,1,128,1,fp8,fp8,0,0.09852319955825806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,2,128,1,bfloat16,bfloat16,0,0.1313599944114685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,24,128,1,fp8,fp8,0,0.20345120429992675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,2,128,1,bfloat16,fp8,0,0.14571360349655152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,4,128,1,bfloat16,bfloat16,0,0.13337440490722657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,4,128,1,fp8,fp8,0,0.098471999168396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,4,128,1,bfloat16,fp8,0,0.14765280485153198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,8,128,1,bfloat16,bfloat16,0,0.13576799631118774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,8,128,1,bfloat16,fp8,0,0.15174239873886108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,24,128,1,bfloat16,bfloat16,0,0.08620319962501526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,2,128,1,fp8,fp8,0,0.17793760299682618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,24,128,1,bfloat16,fp8,0,0.09459519982337952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,24,128,1,fp8,fp8,0,0.061633598804473874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,4,128,1,bfloat16,bfloat16,0,0.24423038959503174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,1,128,1,fp8,fp8,0,0.05751360058784485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,1,128,1,bfloat16,fp8,0,0.08614559769630432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,2,128,1,bfloat16,bfloat16,0,0.07801759839057923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,2,128,1,fp8,fp8,0,0.05754240155220032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,2,128,1,bfloat16,fp8,0,0.08770560026168824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,4,128,1,bfloat16,bfloat16,0,0.07801759839057923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,4,128,1,bfloat16,fp8,0,0.08825759887695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,4,128,1,fp8,fp8,0,0.05753920078277588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,8,128,1,bfloat16,bfloat16,0,0.07999200224876404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,8,128,1,fp8,fp8,0,0.05809760093688965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,24,128,1,bfloat16,bfloat16,0,0.04933600127696991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,24,128,1,bfloat16,fp8,0,0.05550240278244019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,24,128,1,fp8,fp8,0,0.03697119951248169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,1,128,1,bfloat16,bfloat16,0,0.045177599787712096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,1,128,1,bfloat16,fp8,0,0.05140960216522217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,1,128,1,fp8,fp8,0,0.034246399998664856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,2,128,1,bfloat16,bfloat16,0,0.045132800936698914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,2,128,1,fp8,fp8,0,0.09849920272827148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,2,128,1,bfloat16,fp8,0,0.05134879946708679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,4,128,1,bfloat16,bfloat16,0,0.04525440037250519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,4,128,1,fp8,fp8,0,0.034964799880981445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,4,128,1,bfloat16,fp8,0,0.05132799744606018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,8,128,1,fp8,fp8,0,0.10037599802017212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,8,128,1,bfloat16,bfloat16,0,0.04543040096759796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,8,128,1,bfloat16,fp8,0,0.05336800217628479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,24,128,1,bfloat16,bfloat16,0,0.03094080090522766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,24,128,1,bfloat16,fp8,0,0.03710399866104126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,24,128,1,fp8,fp8,0,0.023332799971103668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,4,128,1,fp8,fp8,0,0.1784608006477356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,1,128,1,bfloat16,bfloat16,0,0.02903519868850708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,1,128,1,fp8,fp8,0,0.022668799757957457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,1,128,1,bfloat16,fp8,0,0.034657600522041324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,2,128,1,bfloat16,fp8,0,0.03493599891662598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,2,128,1,fp8,fp8,0,0.02267040014266968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,4,128,1,bfloat16,bfloat16,0,0.029175999760627746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,4,128,1,bfloat16,fp8,0,0.03489919900894165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,4,128,1,fp8,fp8,0,0.022742399573326112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,8,128,1,bfloat16,bfloat16,0,0.03041119873523712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,8,128,1,bfloat16,fp8,0,0.03492479920387268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,8,128,1,fp8,fp8,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,8,128,1,bfloat16,fp8,0,0.08825759887695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,2,128,1,fp8,fp8,0,0.034694400429725644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,1,128,1,fp8,fp8,0,0.8958224296569824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,8,128,1,fp8,fp8,0,0.034974399209022525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,1,128,1,bfloat16,bfloat16,0,1.1948047637939454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,1,128,1,bfloat16,bfloat16,0,0.07772480249404908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,1,128,1,bfloat16,fp8,0,1.2728912353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,2,128,1,bfloat16,bfloat16,0,0.028870400786399842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,2,128,1,bfloat16,bfloat16,0,1.2672623634338378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,2,128,1,fp8,fp8,0,0.89967041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,2,128,1,bfloat16,fp8,0,1.3407247543334961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,4,128,1,fp8,fp8,0,0.9483407974243164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,4,128,1,bfloat16,bfloat16,0,1.4500831604003905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,4,128,1,bfloat16,fp8,0,1.5229632377624511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,8,128,1,fp8,fp8,0,1.1039487838745117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,24,128,1,fp8,fp8,0,0.8264255523681641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,8,128,1,bfloat16,fp8,0,1.8862464904785157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,8,128,1,bfloat16,bfloat16,0,1.7659391403198241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,1,128,1,bfloat16,bfloat16,0,0.6024464130401611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,24,128,1,bfloat16,bfloat16,0,1.5189680099487304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,24,128,1,bfloat16,fp8,0,1.651702308654785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,1,128,1,bfloat16,fp8,0,0.6425968170166015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,1,128,1,fp8,fp8,0,0.45040159225463866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,2,128,1,fp8,fp8,0,0.45308480262756345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,2,128,1,bfloat16,bfloat16,0,0.6134016036987304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,2,128,1,bfloat16,fp8,0,0.6547776222229004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,4,128,1,bfloat16,bfloat16,0,0.6718368053436279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,4,128,1,fp8,fp8,0,0.46065120697021483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,4,128,1,bfloat16,fp8,0,0.697438383102417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,8,128,1,fp8,fp8,0,0.5039872169494629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,8,128,1,bfloat16,bfloat16,0,0.8316224098205567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,24,128,1,bfloat16,bfloat16,0,0.7320623874664307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,8,128,1,bfloat16,fp8,0,0.8821552276611329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,24,128,1,bfloat16,fp8,0,0.7826528072357177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,1,128,1,bfloat16,fp8,0,0.33005599975585936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,1,128,1,bfloat16,bfloat16,0,0.30936479568481445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,2,128,1,bfloat16,bfloat16,0,0.31205599308013915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,2,128,1,bfloat16,fp8,0,0.33478879928588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,4,128,1,bfloat16,bfloat16,0,0.3225264072418213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,4,128,1,fp8,fp8,0,0.2253040075302124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,8,128,1,bfloat16,bfloat16,0,0.37145280838012695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,8,128,1,bfloat16,fp8,0,0.38293919563293455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,24,128,1,bfloat16,bfloat16,0,0.269812798500061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,24,128,1,bfloat16,fp8,0,0.2744319915771484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,24,128,1,fp8,fp8,0,0.14182720184326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,1,128,1,bfloat16,bfloat16,0,0.1537775993347168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,1,128,1,bfloat16,fp8,0,0.1681488037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,1,128,1,fp8,fp8,0,0.11423360109329224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,2,128,1,bfloat16,bfloat16,0,0.15415199995040893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,24,128,1,fp8,fp8,0,0.33928000926971436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,2,128,1,bfloat16,fp8,0,0.1682927966117859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,2,128,1,fp8,fp8,0,0.11489599943161011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,1,128,1,fp8,fp8,0,0.21766080856323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,4,128,1,bfloat16,bfloat16,0,0.1600208044052124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,4,128,1,fp8,fp8,0,0.11489919424057007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,8,128,1,bfloat16,bfloat16,0,0.17497600317001344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,2,128,1,fp8,fp8,0,0.21798720359802246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,8,128,1,fp8,fp8,0,0.11882879734039306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,24,128,1,bfloat16,bfloat16,0,0.10836479663848878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,4,128,1,bfloat16,fp8,0,0.34450719356536863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,24,128,1,fp8,fp8,0,0.06987199783325196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,1,128,1,bfloat16,bfloat16,0,0.0842415988445282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,1,128,1,bfloat16,fp8,0,0.0923695981502533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,1,128,1,fp8,fp8,0,0.06173279881477356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,8,128,1,fp8,fp8,0,0.24373118877410888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,2,128,1,bfloat16,bfloat16,0,0.08425440192222595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,2,128,1,fp8,fp8,0,0.06166239976882935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,2,128,1,bfloat16,fp8,0,0.09283040165901184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,4,128,1,bfloat16,bfloat16,0,0.0862335979938507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,4,128,1,fp8,fp8,0,0.06363040208816528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,8,128,1,bfloat16,fp8,0,0.09858880043029786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,8,128,1,fp8,fp8,0,0.06381279826164246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,24,128,1,bfloat16,bfloat16,0,0.0574895977973938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,1,128,1,bfloat16,bfloat16,0,0.049300798773765565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,1,128,1,bfloat16,fp8,0,0.053572797775268556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,1,128,1,fp8,fp8,0,0.03703519999980927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,2,128,1,bfloat16,bfloat16,0,0.04925439953804016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,4,128,1,bfloat16,fp8,0,0.17434560060501098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,2,128,1,bfloat16,fp8,0,0.05548319816589355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,2,128,1,fp8,fp8,0,0.03701280057430267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,4,128,1,bfloat16,bfloat16,0,0.04934560060501099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,4,128,1,bfloat16,fp8,0,0.05548480153083801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,4,128,1,fp8,fp8,0,0.03704800009727478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,24,128,1,bfloat16,fp8,0,0.11534559726715088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,8,128,1,bfloat16,bfloat16,0,0.05138239860534668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,8,128,1,bfloat16,fp8,0,0.05753120183944702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,24,128,1,bfloat16,bfloat16,0,0.03499200046062469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,24,128,1,bfloat16,fp8,0,0.03914240002632141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,24,128,1,fp8,fp8,0,0.024771200120449068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,1,128,1,bfloat16,bfloat16,0,0.03091199994087219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,1,128,1,bfloat16,fp8,0,0.03497599959373474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,1,128,1,fp8,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,2,128,1,bfloat16,bfloat16,0,0.0308896005153656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,4,128,1,bfloat16,fp8,0,0.09452000260353088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,2,128,1,bfloat16,fp8,0,0.0349839985370636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,2,128,1,fp8,fp8,0,0.02369759976863861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,4,128,1,bfloat16,bfloat16,0,0.030851200222969055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,4,128,1,fp8,fp8,0,0.02464960068464279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,24,128,1,bfloat16,fp8,0,0.06368640065193176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,8,128,1,bfloat16,bfloat16,0,0.03200159966945648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,8,128,1,bfloat16,fp8,0,0.03704319894313812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,8,128,1,fp8,fp8,0,0.02475679963827133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,24,128,1,bfloat16,bfloat16,0,0.02268480062484741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,24,128,1,bfloat16,fp8,0,0.02672959864139557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,24,128,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,1,128,1,bfloat16,bfloat16,0,0.020559999346733093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,1,128,1,fp8,fp8,0,0.01624480038881302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,2,128,1,bfloat16,bfloat16,0,0.020571200549602507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,8,128,1,bfloat16,fp8,0,0.1886896014213562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,2,128,1,bfloat16,fp8,0,0.02330559939146042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,2,128,1,fp8,fp8,0,0.016046400368213653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,4,128,1,bfloat16,bfloat16,0,0.02059199959039688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,4,128,1,bfloat16,fp8,0,0.024609600007534028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,4,128,1,fp8,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,8,128,1,fp8,fp8,0,0.03703039884567261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,8,128,1,bfloat16,bfloat16,0,0.020644800364971162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,8,128,1,bfloat16,fp8,0,0.02475679963827133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,24,128,1,bfloat16,bfloat16,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,24,128,1,bfloat16,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,1,128,1,bfloat16,bfloat16,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,1,128,1,bfloat16,fp8,0,0.018512000143527985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,1,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,2,128,1,bfloat16,bfloat16,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,4,128,1,bfloat16,fp8,0,0.03540000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,24,128,1,fp8,fp8,0,0.04060479998588562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,2,128,1,bfloat16,fp8,0,0.018544000387191773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,2,128,1,fp8,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,4,128,1,bfloat16,bfloat16,0,0.01446560025215149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,4,128,1,bfloat16,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,4,128,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,8,128,1,bfloat16,bfloat16,0,0.014918400347232819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,8,128,1,bfloat16,fp8,0,0.018537600338459016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,8,128,1,fp8,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,1,128,1,bfloat16,fp8,0,0.022838400304317476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,1,128,1,bfloat16,bfloat16,0,0.4494160175323486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,1,128,1,fp8,fp8,0,0.33527359962463377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,2,128,1,bfloat16,bfloat16,0,0.4713776111602783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,8,128,1,fp8,fp8,0,0.01644960045814514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,24,128,1,fp8,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,2,128,1,fp8,fp8,0,0.33816959857940676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,2,128,1,bfloat16,fp8,0,0.4961343765258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,4,128,1,bfloat16,bfloat16,0,0.5416975975036621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,4,128,1,bfloat16,fp8,0,0.5552783966064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,8,128,1,fp8,fp8,0,0.4056879997253418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,8,128,1,bfloat16,fp8,0,0.7044064044952393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,24,128,1,bfloat16,fp8,0,0.6552768230438233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,1,128,1,bfloat16,fp8,0,0.4710415840148926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,1,128,1,bfloat16,bfloat16,0,0.2299743890762329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,1,128,1,bfloat16,fp8,0,0.24094879627227783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,1,128,1,fp8,fp8,0,0.1579856038093567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,2,128,1,bfloat16,bfloat16,0,0.2331536054611206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,8,128,1,bfloat16,bfloat16,0,0.08836479783058167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,2,128,1,bfloat16,fp8,0,0.24752960205078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,2,128,1,fp8,fp8,0,0.15809279680252075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,4,128,1,bfloat16,bfloat16,0,0.24967520236968993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,4,128,1,bfloat16,fp8,0,0.26374719142913816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,4,128,1,fp8,fp8,0,0.16871999502182006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,8,128,1,bfloat16,bfloat16,0,0.30803039073944094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,8,128,1,bfloat16,bfloat16,0,0.6816832065582276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,8,128,1,fp8,fp8,0,0.18578239679336547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,8,128,1,bfloat16,fp8,0,0.3139791965484619
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,24,128,1,bfloat16,bfloat16,0,0.6095344066619873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,24,128,1,bfloat16,bfloat16,0,0.2681823968887329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,24,128,1,bfloat16,fp8,0,0.27243359088897706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,1,128,1,bfloat16,bfloat16,0,0.11089119911193848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,24,128,1,fp8,fp8,0,0.30847840309143065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,1,128,1,fp8,fp8,0,0.08213919997215272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,2,128,1,bfloat16,fp8,0,0.12111840248107911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,1,128,1,bfloat16,fp8,0,0.12009600400924683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,2,128,1,bfloat16,bfloat16,0,0.1116096019744873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,2,128,1,fp8,fp8,0,0.08221439719200134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,4,128,1,bfloat16,bfloat16,0,0.11812959909439087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,4,128,1,fp8,fp8,0,0.0837984025478363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,4,128,1,bfloat16,fp8,0,0.12723679542541505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,8,128,1,bfloat16,bfloat16,0,0.13843200206756592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,8,128,1,fp8,fp8,0,0.08622559905052185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,24,128,1,fp8,fp8,0,0.0513759970664978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,24,128,1,bfloat16,bfloat16,0,0.08843680024147034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,4,128,1,fp8,fp8,0,0.34917440414428713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,1,128,1,bfloat16,bfloat16,0,0.05958880186080932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,1,128,1,bfloat16,fp8,0,0.06578879952430725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,2,128,1,bfloat16,bfloat16,0,0.05980960130691528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,2,128,1,bfloat16,fp8,0,0.06682080030441284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,4,128,1,bfloat16,bfloat16,0,0.061617600917816165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,4,128,1,bfloat16,fp8,0,0.06775519847869874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,4,128,1,fp8,fp8,0,0.04524160027503967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,8,128,1,bfloat16,bfloat16,0,0.06383039951324462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,8,128,1,fp8,fp8,0,0.04720959961414337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,24,128,1,fp8,fp8,0,0.1132159948348999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,8,128,1,bfloat16,fp8,0,0.07182719707489013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,24,128,1,bfloat16,bfloat16,0,0.04312640130519867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,24,128,1,bfloat16,fp8,0,0.048023998737335205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,24,128,1,fp8,fp8,0,0.028881600499153136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,1,128,1,bfloat16,fp8,0,0.03901599943637848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,1,128,1,fp8,fp8,0,0.026713600754737853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,2,128,1,bfloat16,bfloat16,0,0.034999999403953555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,2,128,1,bfloat16,fp8,0,0.039087998867034915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,2,128,1,fp8,fp8,0,0.026804798841476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,4,128,1,bfloat16,bfloat16,0,0.03511199951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,4,128,1,bfloat16,fp8,0,0.03936479985713959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,4,128,1,fp8,fp8,0,0.02677919864654541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,8,128,1,bfloat16,bfloat16,0,0.03717760145664215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,8,128,1,bfloat16,fp8,0,0.041145598888397215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,8,128,1,fp8,fp8,0,0.026824000477790832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,24,128,1,bfloat16,bfloat16,0,0.025619199872016905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,8,128,1,bfloat16,fp8,0,0.14596960544586182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,24,128,1,fp8,fp8,0,0.018529599905014037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,1,128,1,bfloat16,bfloat16,0,0.022681599855422972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,1,128,1,bfloat16,fp8,0,0.02471359968185425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,1,128,1,fp8,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,24,128,1,bfloat16,fp8,0,0.09339680075645447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,2,128,1,bfloat16,bfloat16,0,0.02263679951429367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,2,128,1,bfloat16,fp8,0,0.024796800315380098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,2,128,1,fp8,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,4,128,1,fp8,fp8,0,0.016595199704170227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,8,128,1,bfloat16,bfloat16,0,0.02272160053253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,8,128,1,bfloat16,fp8,0,0.026804798841476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,8,128,1,fp8,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,1,128,1,bfloat16,bfloat16,0,0.03498879969120026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,24,128,1,bfloat16,bfloat16,0,0.016540800034999848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,24,128,1,fp8,fp8,0,0.01250080019235611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,1,128,1,bfloat16,bfloat16,0,0.015036800503730774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,1,128,1,bfloat16,fp8,0,0.018588800728321076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,1,128,1,fp8,fp8,0,0.012444800138473511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,2,128,1,bfloat16,bfloat16,0,0.014927999675273895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,2,128,1,bfloat16,fp8,0,0.01863359957933426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,2,128,1,fp8,fp8,0,0.012427199631929398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,4,128,1,bfloat16,bfloat16,0,0.01632480025291443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,4,128,1,bfloat16,fp8,0,0.018614399433135986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,24,128,1,bfloat16,fp8,0,0.030819201469421388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,4,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,8,128,1,bfloat16,bfloat16,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,8,128,1,bfloat16,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,8,128,1,fp8,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,1,128,1,fp8,fp8,0,0.0452320009469986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,24,128,1,bfloat16,bfloat16,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,24,128,1,bfloat16,fp8,0,0.014417600631713868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,4,128,1,bfloat16,bfloat16,0,0.022675199806690215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,1,128,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,4,128,1,bfloat16,fp8,0,0.026606398820877075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,2,128,1,bfloat16,bfloat16,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,2,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,4,128,1,bfloat16,bfloat16,0,0.010385599732398988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,4,128,1,bfloat16,fp8,0,0.012436799705028534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,4,128,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,24,128,1,bfloat16,fp8,0,0.02065120041370392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,8,128,1,bfloat16,bfloat16,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,8,128,1,bfloat16,fp8,0,0.012494400143623352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,8,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,24,128,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,24,128,1,bfloat16,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,24,128,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,1,128,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,1,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,2,128,1,bfloat16,bfloat16,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,2,128,1,bfloat16,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,2,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,4,128,1,bfloat16,bfloat16,0,0.01032480001449585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,4,128,1,bfloat16,fp8,0,0.012451200187206269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,4,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,2,128,1,fp8,fp8,0,0.04525119960308075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,8,128,1,bfloat16,bfloat16,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,8,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,8,128,1,fp8,fp8,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,24,128,1,fp8,fp8,0,0.00843840017914772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,1,128,1,fp8,fp8,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,2,128,1,bfloat16,fp8,0,0.012408000230789185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,1,128,1,bfloat16,bfloat16,0,0.22158401012420653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,1,128,1,fp8,fp8,0,0.156003201007843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,2,128,1,bfloat16,bfloat16,0,0.22764480113983154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,2,128,1,fp8,fp8,0,0.15585919618606567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,4,128,1,bfloat16,bfloat16,0,0.24650719165802001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,4,128,1,bfloat16,fp8,0,0.2602576017379761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,4,128,1,fp8,fp8,0,0.16255840063095092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,1,128,1,bfloat16,fp8,0,0.012444800138473511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,8,128,1,bfloat16,bfloat16,0,0.303004789352417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,8,128,1,fp8,fp8,0,0.18654719591140748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,8,128,1,bfloat16,fp8,0,0.3085792064666748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,24,128,1,bfloat16,bfloat16,0,0.25566558837890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,24,128,1,fp8,fp8,0,0.11515680551528931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,1,128,1,bfloat16,bfloat16,0,0.10682400465011596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,1,128,1,bfloat16,fp8,0,0.1167904019355774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,2,128,1,bfloat16,bfloat16,0,0.1071776032447815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,1,128,1,bfloat16,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,2,128,1,bfloat16,fp8,0,0.11697599887847901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,2,128,1,fp8,fp8,0,0.0805072009563446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,4,128,1,bfloat16,bfloat16,0,0.11303199529647827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,4,128,1,bfloat16,fp8,0,0.12303040027618409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,1,128,1,bfloat16,fp8,0,0.23356800079345702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,4,128,1,fp8,fp8,0,0.08214560151100159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,8,128,1,bfloat16,bfloat16,0,0.13435200452804566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,8,128,1,fp8,fp8,0,0.08413599729537964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,2,128,1,bfloat16,fp8,0,0.24170401096343994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,8,128,1,bfloat16,fp8,0,0.1439120054244995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,24,128,1,fp8,fp8,0,0.05141760110855102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,24,128,1,bfloat16,fp8,0,0.09430239796638488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,1,128,1,bfloat16,bfloat16,0,0.0575007975101471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,1,128,1,bfloat16,fp8,0,0.06366080045700073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,1,128,1,fp8,fp8,0,0.04335519969463349
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,2,128,1,bfloat16,bfloat16,0,0.057529598474502563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,2,128,1,bfloat16,fp8,0,0.06364799737930298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,2,128,1,fp8,fp8,0,0.04327679872512817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,4,128,1,bfloat16,bfloat16,0,0.05953760147094726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,4,128,1,fp8,fp8,0,0.045161598920822145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,4,128,1,bfloat16,fp8,0,0.0657039999961853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,24,128,1,bfloat16,fp8,0,0.2589407920837402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,8,128,1,bfloat16,fp8,0,0.06982719898223877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,24,128,1,bfloat16,bfloat16,0,0.04114400148391724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,1,128,1,fp8,fp8,0,0.08140479922294616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,24,128,1,fp8,fp8,0,0.028891199827194215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,1,128,1,bfloat16,bfloat16,0,0.032918399572372435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,1,128,1,bfloat16,fp8,0,0.03707520067691803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,1,128,1,fp8,fp8,0,0.02479040026664734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,2,128,1,bfloat16,bfloat16,0,0.03303360044956207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,2,128,1,fp8,fp8,0,0.024899199604988098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,2,128,1,bfloat16,fp8,0,0.037067198753356935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,4,128,1,bfloat16,bfloat16,0,0.03487040102481842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,4,128,1,bfloat16,fp8,0,0.03908959925174713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,8,128,1,bfloat16,bfloat16,0,0.034964799880981445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,8,128,1,fp8,fp8,0,0.026694399118423463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,24,128,1,bfloat16,bfloat16,0,0.024774399399757386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,24,128,1,bfloat16,bfloat16,0,0.09101920127868653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,24,128,1,bfloat16,fp8,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,24,128,1,fp8,fp8,0,0.01855359971523285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,1,128,1,bfloat16,bfloat16,0,0.020603199303150178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,1,128,1,bfloat16,fp8,0,0.02468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,1,128,1,fp8,fp8,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,2,128,1,bfloat16,bfloat16,0,0.02064319998025894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,2,128,1,bfloat16,fp8,0,0.02473440021276474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,2,128,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,4,128,1,bfloat16,bfloat16,0,0.02114560008049011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,4,128,1,bfloat16,fp8,0,0.024784000217914583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,4,128,1,fp8,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,8,128,1,bfloat16,bfloat16,0,0.06172320246696472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,8,128,1,bfloat16,bfloat16,0,0.022631999850273133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,8,128,1,fp8,fp8,0,0.04526880085468292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,8,128,1,bfloat16,fp8,0,0.02671839892864227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,8,128,1,fp8,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,24,128,1,bfloat16,fp8,0,0.047310400009155276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,24,128,1,fp8,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,24,128,1,bfloat16,fp8,0,0.020683200657367708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,1,128,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,1,128,1,fp8,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,2,128,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,1,128,1,bfloat16,fp8,0,0.018513600528240203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,2,128,1,fp8,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,2,128,1,bfloat16,fp8,0,0.018500800430774688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,4,128,1,bfloat16,bfloat16,0,0.014659200608730317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,4,128,1,fp8,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,8,128,1,bfloat16,bfloat16,0,0.01605280041694641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,4,128,1,fp8,fp8,0,0.026681599020957947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,4,128,1,bfloat16,fp8,0,0.018592000007629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,8,128,1,bfloat16,fp8,0,0.04068160057067871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,8,128,1,bfloat16,fp8,0,0.018598400056362152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,8,128,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,24,128,1,bfloat16,bfloat16,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,24,128,1,bfloat16,fp8,0,0.013422399759292603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,24,128,1,fp8,fp8,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,1,128,1,bfloat16,bfloat16,0,0.010369600355625152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,2,128,1,bfloat16,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,4,128,1,bfloat16,bfloat16,0,0.010331200063228607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,4,128,1,bfloat16,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,4,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,8,128,1,bfloat16,fp8,0,0.012484800070524216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,8,128,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,24,128,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,24,128,1,bfloat16,bfloat16,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,24,128,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,1,128,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,1,128,1,bfloat16,fp8,0,0.012361600250005721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,1,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,2,128,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,2,128,1,bfloat16,fp8,0,0.012417600303888322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,2,128,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,4,128,1,bfloat16,bfloat16,0,0.010249599814414978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,4,128,1,bfloat16,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,4,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,8,128,1,bfloat16,bfloat16,0,0.010299199819564819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,8,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,1,128,1,bfloat16,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,8,128,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,24,128,1,bfloat16,bfloat16,0,0.010446400195360184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,24,128,1,bfloat16,fp8,0,0.012489599734544754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,2,128,1,fp8,fp8,0,0.008416000008583068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,24,128,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,1,128,1,bfloat16,fp8,0,0.012345600128173827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,8,128,1,bfloat16,bfloat16,0,0.010340800136327743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,2,128,1,bfloat16,bfloat16,0,0.010152000188827514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,2,128,1,bfloat16,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,2,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,4,128,1,bfloat16,fp8,0,0.012417600303888322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,24,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,4,128,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,8,128,1,bfloat16,bfloat16,0,0.010203199833631516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,8,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,8,128,1,fp8,fp8,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,1,128,1,bfloat16,bfloat16,0,0.18862080574035645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,1,128,1,bfloat16,fp8,0,0.2050015926361084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,1,128,1,fp8,fp8,0,0.14762719869613647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,2,128,1,bfloat16,bfloat16,0,0.19061440229415894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,2,128,1,bfloat16,bfloat16,0,0.01032319962978363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,2,128,1,fp8,fp8,0,0.14761439561843873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,1,128,1,bfloat16,bfloat16,0,0.009087999910116195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,1,128,1,fp8,fp8,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,4,128,1,bfloat16,bfloat16,0,0.19859520196914673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,4,128,1,bfloat16,bfloat16,0,0.01024480015039444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,4,128,1,bfloat16,fp8,0,0.21521279811859131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,4,128,1,fp8,fp8,0,0.14940799474716188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,8,128,1,bfloat16,bfloat16,0,0.21979360580444335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,8,128,1,fp8,fp8,0,0.15174239873886108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,24,128,1,bfloat16,bfloat16,0,0.13247679471969603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,24,128,1,bfloat16,fp8,0,0.14023200273513795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,24,128,1,fp8,fp8,0,0.0841871976852417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,1,128,1,bfloat16,bfloat16,0,0.0984607994556427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,1,128,1,fp8,fp8,0,0.0759663999080658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,2,128,1,bfloat16,bfloat16,0,0.09857280254364013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,2,128,1,fp8,fp8,0,0.07770879864692688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,4,128,1,bfloat16,bfloat16,0,0.10047839879989624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,4,128,1,bfloat16,fp8,0,0.1092303991317749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,4,128,1,fp8,fp8,0,0.0779856026172638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,1,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,8,128,1,bfloat16,bfloat16,0,0.10262880325317383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,8,128,1,bfloat16,fp8,0,0.11285599470138549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,2,128,1,bfloat16,fp8,0,0.20506560802459717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,8,128,1,fp8,fp8,0,0.0781391978263855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,24,128,1,bfloat16,bfloat16,0,0.06163679957389832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,24,128,1,bfloat16,fp8,0,0.06789439916610718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,1,128,1,bfloat16,bfloat16,0,0.05339840054512024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,1,128,1,bfloat16,fp8,0,0.0594864010810852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,2,128,1,bfloat16,bfloat16,0,0.05342400074005127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,2,128,1,fp8,fp8,0,0.04110719859600067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,4,128,1,bfloat16,bfloat16,0,0.053395199775695804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,4,128,1,bfloat16,fp8,0,0.05963519811630249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,8,128,1,bfloat16,fp8,0,0.2359776020050049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,4,128,1,fp8,fp8,0,0.041247999668121337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,8,128,1,bfloat16,bfloat16,0,0.05544160008430481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,8,128,1,bfloat16,fp8,0,0.061633598804473874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,8,128,1,fp8,fp8,0,0.04310239851474762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,24,128,1,bfloat16,bfloat16,0,0.03502399921417236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,24,128,1,bfloat16,fp8,0,0.03915359973907471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,1,128,1,bfloat16,fp8,0,0.10668319463729858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,24,128,1,fp8,fp8,0,0.02680320143699646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,1,128,1,bfloat16,bfloat16,0,0.03089280128479004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,1,128,1,bfloat16,fp8,0,0.03497920036315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,2,128,1,bfloat16,bfloat16,0,0.030980798602104186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,2,128,1,fp8,fp8,0,0.024751999974250795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,4,128,1,bfloat16,bfloat16,0,0.0308896005153656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,4,128,1,bfloat16,fp8,0,0.034995201230049136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,4,128,1,fp8,fp8,0,0.024742400646209715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,24,128,1,fp8,fp8,0,0.04521439969539642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,8,128,1,bfloat16,fp8,0,0.036985599994659425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,1,128,1,fp8,fp8,0,0.04110080003738403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,8,128,1,fp8,fp8,0,0.024774399399757386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,24,128,1,bfloat16,bfloat16,0,0.022569599747657775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,24,128,1,bfloat16,fp8,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,2,128,1,bfloat16,fp8,0,0.05958240032196045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,24,128,1,fp8,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,1,128,1,bfloat16,bfloat16,0,0.01966720074415207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,1,128,1,fp8,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,1,128,1,bfloat16,fp8,0,0.02272319942712784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,2,128,1,bfloat16,bfloat16,0,0.02059040069580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,2,128,1,fp8,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,4,128,1,bfloat16,bfloat16,0,0.02060000002384186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,4,128,1,fp8,fp8,0,0.0165120005607605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,8,128,1,bfloat16,bfloat16,0,0.020598399639129638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,8,128,1,bfloat16,fp8,0,0.02353599965572357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,8,128,1,fp8,fp8,0,0.01645279973745346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,24,128,1,bfloat16,bfloat16,0,0.014558400213718414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,1,128,1,fp8,fp8,0,0.024694399535655977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,24,128,1,bfloat16,fp8,0,0.01857919991016388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,24,128,1,fp8,fp8,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,2,128,1,bfloat16,fp8,0,0.03497920036315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,1,128,1,bfloat16,bfloat16,0,0.014449599385261535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,1,128,1,fp8,fp8,0,0.012414400279521943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,1,128,1,bfloat16,fp8,0,0.016540800034999848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,2,128,1,bfloat16,bfloat16,0,0.014449599385261535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,2,128,1,fp8,fp8,0,0.012358400225639343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,4,128,1,bfloat16,bfloat16,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,8,128,1,bfloat16,bfloat16,0,0.031944000720977785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,4,128,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,8,128,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,8,128,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,24,128,1,bfloat16,bfloat16,0,0.010315199941396713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,24,128,1,bfloat16,fp8,0,0.012433599680662155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,24,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,1,128,1,bfloat16,bfloat16,0,0.008489599823951722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,2,128,1,bfloat16,fp8,0,0.02269600033760071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,1,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,4,128,1,bfloat16,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,2,128,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,2,128,1,bfloat16,fp8,0,0.011847999691963196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,4,128,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,2,128,1,bfloat16,fp8,0,0.10870239734649659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,2,128,1,bfloat16,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,4,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,8,128,1,bfloat16,bfloat16,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,4,128,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,8,128,1,bfloat16,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,8,128,1,fp8,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,24,128,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,24,128,1,bfloat16,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,24,128,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,1,128,1,bfloat16,fp8,0,0.011257600039243698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,1,128,1,bfloat16,bfloat16,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,1,128,1,fp8,fp8,0,0.008247999846935273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,2,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,2,128,1,bfloat16,fp8,0,0.011193600296974183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,1,128,1,bfloat16,fp8,0,0.010713600367307664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,2,128,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,4,128,1,bfloat16,fp8,0,0.012225600332021714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,8,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,8,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,2,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,8,128,1,fp8,fp8,0,0.008252800256013871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,24,128,1,bfloat16,fp8,0,0.012358400225639343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,4,128,1,bfloat16,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,24,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,1,128,1,bfloat16,bfloat16,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,1,128,1,bfloat16,fp8,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,2,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,2,128,1,bfloat16,fp8,0,0.010540799796581268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,2,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,4,128,1,bfloat16,fp8,0,0.011526399850845337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,4,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,8,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,8,128,1,bfloat16,fp8,0,0.011241599917411804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,8,128,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,8,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,1,128,1,bfloat16,bfloat16,0,0.18283840417861938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,1,128,1,fp8,fp8,0,0.1435152053833008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,1,128,1,bfloat16,fp8,0,0.19278719425201415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,2,128,1,bfloat16,bfloat16,0,0.18378080129623414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,2,128,1,bfloat16,fp8,0,0.19471360445022584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,4,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,4,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,2,128,1,fp8,fp8,0,0.14355839490890504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,4,128,1,bfloat16,bfloat16,0,0.1845088005065918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,4,128,1,fp8,fp8,0,0.1434831976890564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,4,128,1,bfloat16,fp8,0,0.19497599601745605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,1,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,8,128,1,bfloat16,fp8,0,0.19896160364151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,24,128,1,bfloat16,bfloat16,0,0.10259519815444947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,8,128,1,fp8,fp8,0,0.1453984022140503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,4,128,1,bfloat16,bfloat16,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,24,128,1,fp8,fp8,0,0.07798399925231933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,24,128,1,bfloat16,fp8,0,0.11072959899902343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,1,128,1,bfloat16,bfloat16,0,0.09440640211105347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,1,128,1,fp8,fp8,0,0.07391200065612794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,1,128,1,bfloat16,fp8,0,0.10064959526062012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,2,128,1,bfloat16,bfloat16,0,0.09581120014190674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,2,128,1,bfloat16,fp8,0,0.10252159833908081
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,4,128,1,bfloat16,bfloat16,0,0.09644960165023804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,4,128,1,fp8,fp8,0,0.07391679883003235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,4,128,1,bfloat16,fp8,0,0.10260000228881835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,8,128,1,bfloat16,bfloat16,0,0.09787200093269348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,8,128,1,bfloat16,fp8,0,0.10463520288467407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,24,128,1,bfloat16,bfloat16,0,0.055497598648071286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,24,128,1,bfloat16,fp8,0,0.06155840158462524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,24,128,1,fp8,fp8,0,0.0430976003408432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,1,128,1,bfloat16,bfloat16,0,0.05140159726142883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,1,128,1,bfloat16,fp8,0,0.05545600056648255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,2,128,1,bfloat16,bfloat16,0,0.05141440033912659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,2,128,1,bfloat16,fp8,0,0.05549600124359131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,2,128,1,fp8,fp8,0,0.04105280041694641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,4,128,1,bfloat16,bfloat16,0,0.05140479803085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,4,128,1,bfloat16,fp8,0,0.05743200182914734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,4,128,1,fp8,fp8,0,0.04104160070419312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,8,128,1,bfloat16,bfloat16,0,0.1886240005493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,8,128,1,bfloat16,fp8,0,0.05752159953117371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,8,128,1,fp8,fp8,0,0.041099199652671815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,24,128,1,bfloat16,bfloat16,0,0.030883198976516722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,24,128,1,fp8,fp8,0,0.024732799828052522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,1,128,1,bfloat16,bfloat16,0,0.03087199926376343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,1,128,1,bfloat16,fp8,0,0.03295679986476898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,1,128,1,fp8,fp8,0,0.024643200635910033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,2,128,1,fp8,fp8,0,0.07393440008163452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,2,128,1,bfloat16,bfloat16,0,0.030814400315284728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,2,128,1,bfloat16,fp8,0,0.03294560015201568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,2,128,1,fp8,fp8,0,0.024724799394607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,4,128,1,bfloat16,bfloat16,0,0.03079040050506592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,4,128,1,bfloat16,fp8,0,0.03296799957752228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,4,128,1,fp8,fp8,0,0.024692800641059876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,8,128,1,bfloat16,fp8,0,0.03478719890117645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,8,128,1,fp8,fp8,0,0.02470560073852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,1,128,1,fp8,fp8,0,0.041068801283836366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,24,128,1,bfloat16,bfloat16,0,0.020556800067424774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,24,128,1,bfloat16,fp8,0,0.02274399995803833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,24,128,1,fp8,fp8,0,0.016475200653076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,1,128,1,bfloat16,fp8,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,1,128,1,fp8,fp8,0,0.015112000703811645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,24,128,1,bfloat16,bfloat16,0,0.010307200253009796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,2,128,1,bfloat16,fp8,0,0.022648000717163087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,8,128,1,bfloat16,bfloat16,0,0.053329598903656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,2,128,1,fp8,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,4,128,1,bfloat16,bfloat16,0,0.01866399943828583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,4,128,1,fp8,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,4,128,1,bfloat16,fp8,0,0.02263839989900589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,24,128,1,bfloat16,fp8,0,0.03531039953231811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,8,128,1,bfloat16,bfloat16,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,8,128,1,bfloat16,fp8,0,0.02269600033760071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,8,128,1,fp8,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,24,128,1,bfloat16,bfloat16,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,24,128,1,bfloat16,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,24,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,1,128,1,bfloat16,bfloat16,0,0.014455999433994293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,1,128,1,bfloat16,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,2,128,1,bfloat16,bfloat16,0,0.014422400295734406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,2,128,1,fp8,fp8,0,0.010539200156927109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,4,128,1,bfloat16,bfloat16,0,0.014430400729179383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,4,128,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,8,128,1,fp8,fp8,0,0.07581599950790405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,4,128,1,fp8,fp8,0,0.012267199903726577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,8,128,1,bfloat16,bfloat16,0,0.014596800506114959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,8,128,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,8,128,1,bfloat16,bfloat16,0,0.030953601002693176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,8,128,1,fp8,fp8,0,0.0123648002743721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,24,128,1,bfloat16,bfloat16,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,24,128,1,bfloat16,fp8,0,0.012353599816560746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,1,128,1,bfloat16,bfloat16,0,0.018603199720382692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,24,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,1,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,1,128,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,2,128,1,bfloat16,bfloat16,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,2,128,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,4,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,4,128,1,bfloat16,fp8,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,4,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,8,128,1,bfloat16,fp8,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,8,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,24,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,24,128,1,bfloat16,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,24,128,1,fp8,fp8,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,1,128,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,1,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,1,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,2,128,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,2,128,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,2,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,2,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,4,128,1,bfloat16,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,4,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,8,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,8,128,1,bfloat16,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,8,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,1,128,1,bfloat16,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,24,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,24,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,2,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,1,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,1,128,1,bfloat16,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,1,128,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,2,128,1,bfloat16,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,2,128,1,fp8,fp8,0,0.007748799771070481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,4,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,4,128,1,bfloat16,fp8,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,4,128,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,8,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,8,128,1,bfloat16,fp8,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,8,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,1,128,1,fp8,fp8,0,0.01154559999704361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,1,128,1,bfloat16,bfloat16,0,0.17839360237121582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,4,128,1,bfloat16,bfloat16,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,1,128,1,fp8,fp8,0,0.1402959942817688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,2,128,1,bfloat16,bfloat16,0,0.17880480289459227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,2,128,1,bfloat16,fp8,0,0.1905311942100525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,2,128,1,fp8,fp8,0,0.1411728024482727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,4,128,1,bfloat16,bfloat16,0,0.17834399938583373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,24,128,1,bfloat16,fp8,0,0.01228799968957901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,2,128,1,bfloat16,fp8,0,0.010499200224876404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,4,128,1,bfloat16,fp8,0,0.1906831979751587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,4,128,1,fp8,fp8,0,0.14107840061187743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,8,128,1,bfloat16,bfloat16,0,0.178438401222229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,8,128,1,fp8,fp8,0,0.14140000343322753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,24,128,1,bfloat16,bfloat16,0,0.09232800006866455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,24,128,1,bfloat16,fp8,0,0.1004639983177185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,24,128,1,fp8,fp8,0,0.07392320036888123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,1,128,1,bfloat16,bfloat16,0,0.0923471987247467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,1,128,1,bfloat16,fp8,0,0.10051360130310058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,1,128,1,fp8,fp8,0,0.07382559776306152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,2,128,1,bfloat16,bfloat16,0,0.09256960153579712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,2,128,1,bfloat16,fp8,0,0.10045759677886963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,2,128,1,fp8,fp8,0,0.07390080094337463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,4,128,1,bfloat16,bfloat16,0,0.09235680103302002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,4,128,1,bfloat16,fp8,0,0.10052640438079834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,8,128,1,bfloat16,bfloat16,0,0.09234560132026673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,1,128,1,bfloat16,fp8,0,0.1905519962310791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,8,128,1,bfloat16,fp8,0,0.10045440196990967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,8,128,1,fp8,fp8,0,0.07390559911727905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,24,128,1,bfloat16,fp8,0,0.05546879768371582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,24,128,1,fp8,fp8,0,0.04115679860115051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,1,128,1,bfloat16,bfloat16,0,0.051291197538375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,1,128,1,bfloat16,fp8,0,0.055486398935317996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,1,128,1,fp8,fp8,0,0.039787200093269345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,2,128,1,bfloat16,bfloat16,0,0.051283198595047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,2,128,1,bfloat16,fp8,0,0.05544000267982483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,2,128,1,fp8,fp8,0,0.04105120003223419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,4,128,1,bfloat16,bfloat16,0,0.05127679705619812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,2,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,4,128,1,bfloat16,fp8,0,0.05549280047416687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,4,128,1,fp8,fp8,0,0.041073599457740785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,8,128,1,bfloat16,fp8,0,0.19063520431518555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,8,128,1,bfloat16,fp8,0,0.055478399991989134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,8,128,1,bfloat16,bfloat16,0,0.051291197538375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,8,128,1,fp8,fp8,0,0.04104160070419312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,24,128,1,bfloat16,fp8,0,0.032948800921440126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,24,128,1,fp8,fp8,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,1,128,1,bfloat16,bfloat16,0,0.028891199827194215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,1,128,1,bfloat16,fp8,0,0.03295199871063233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,1,128,1,fp8,fp8,0,0.023048000037670137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,2,128,1,bfloat16,bfloat16,0,0.028915199637413024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,4,128,1,fp8,fp8,0,0.07383040189743043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,2,128,1,fp8,fp8,0,0.023024000227451324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,4,128,1,bfloat16,bfloat16,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,4,128,1,bfloat16,fp8,0,0.03298560082912445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,24,128,1,bfloat16,bfloat16,0,0.0512719988822937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,4,128,1,fp8,fp8,0,0.023438400030136107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,8,128,1,bfloat16,fp8,0,0.03292959928512573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,24,128,1,bfloat16,bfloat16,0,0.018643200397491455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,24,128,1,bfloat16,fp8,0,0.022729599475860597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,24,128,1,fp8,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,8,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,1,128,1,bfloat16,fp8,0,0.02271360009908676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,24,128,1,bfloat16,bfloat16,0,0.02887519896030426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,1,128,1,fp8,fp8,0,0.014510400593280792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,2,128,1,bfloat16,bfloat16,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,2,128,1,bfloat16,fp8,0,0.02261119931936264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,2,128,1,fp8,fp8,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,4,128,1,bfloat16,bfloat16,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,2,128,1,bfloat16,fp8,0,0.03295679986476898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,8,128,1,fp8,fp8,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,1,128,1,bfloat16,bfloat16,0,0.01858399957418442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,4,128,1,bfloat16,fp8,0,0.022614400088787078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,4,128,1,fp8,fp8,0,0.014697599411010741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,8,128,1,bfloat16,bfloat16,0,0.028966400027275085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,8,128,1,fp8,fp8,0,0.015043200552463531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,24,128,1,bfloat16,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,24,128,1,bfloat16,bfloat16,0,0.014473600685596466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,24,128,1,fp8,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,1,128,1,bfloat16,bfloat16,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,1,128,1,fp8,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,2,128,1,bfloat16,bfloat16,0,0.01448799967765808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,2,128,1,fp8,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,4,128,1,bfloat16,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,2,128,1,bfloat16,fp8,0,0.01668799966573715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,8,128,1,bfloat16,fp8,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,24,128,1,bfloat16,bfloat16,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,24,128,1,bfloat16,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,24,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,1,128,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,1,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,1,128,1,fp8,fp8,0,0.00713919997215271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,2,128,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,2,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,2,128,1,fp8,fp8,0,0.0067840002477169035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,4,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,4,128,1,bfloat16,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,4,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,8,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,8,128,1,bfloat16,bfloat16,0,0.01866399943828583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,8,128,1,bfloat16,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,8,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,24,128,1,bfloat16,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,1,128,1,bfloat16,fp8,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,24,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,1,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,1,128,1,bfloat16,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,2,128,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,2,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,8,128,1,bfloat16,bfloat16,0,0.014560000598430633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,2,128,1,fp8,fp8,0,0.006310400366783142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,4,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,4,128,1,fp8,fp8,0,0.006348799914121628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,8,128,1,bfloat16,bfloat16,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,8,128,1,bfloat16,fp8,0,0.010791999846696853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,8,128,1,fp8,fp8,0,0.007289600372314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,24,128,1,bfloat16,bfloat16,0,0.00852160006761551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,24,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,24,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,1,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,1,128,1,bfloat16,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,1,128,1,fp8,fp8,0,0.006833600252866745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,2,128,1,bfloat16,bfloat16,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,8,128,1,bfloat16,fp8,0,0.022596800327301027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,2,128,1,bfloat16,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,4,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,24,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,4,128,1,bfloat16,fp8,0,0.0104592002928257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,4,128,1,fp8,fp8,0,0.007286400347948074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,8,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,8,128,1,fp8,fp8,0,0.007233600318431854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,1,128,1,fp8,fp8,0,0.0064640000462532045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,4,128,1,bfloat16,bfloat16,0,0.014414399862289429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,4,128,1,fp8,fp8,0,0.010539200156927109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,4,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,2,128,1,fp8,fp8,0,0.006337600201368332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,8,128,1,bfloat16,bfloat16,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,8,128,1,fp8,fp8,0,0.011220800131559372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,1,128,1,fp8,fp8,0,40.123663330078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,2,128,1,fp8,fp8,0,40.04979248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,1,128,1,bfloat16,bfloat16,0,53.225042724609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,2,128,1,bfloat16,bfloat16,0,53.58058471679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,1,128,1,bfloat16,fp8,0,59.47957153320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,4,128,1,bfloat16,bfloat16,0,56.650579833984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,2,128,1,bfloat16,fp8,0,59.915411376953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,4,128,1,bfloat16,fp8,0,62.277618408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,4,128,1,fp8,fp8,0,40.209408569335935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,16,128,1,fp8,fp8,0,21.70923767089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,16,128,1,bfloat16,bfloat16,0,31.776495361328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,16,128,1,bfloat16,fp8,0,33.074676513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,8,128,1,fp8,fp8,0,42.285345458984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,1,128,1,bfloat16,bfloat16,0,26.766339111328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,1,128,1,fp8,fp8,0,20.1795166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,8,128,1,bfloat16,bfloat16,0,62.0180419921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,1,128,1,bfloat16,fp8,0,29.892904663085936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,2,128,1,fp8,fp8,0,20.133111572265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,8,128,1,bfloat16,fp8,0,65.00750732421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,2,128,1,bfloat16,bfloat16,0,26.86566162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,2,128,1,bfloat16,fp8,0,30.088418579101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,4,128,1,fp8,fp8,0,20.17346954345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,4,128,1,bfloat16,bfloat16,0,26.975064086914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,16,128,1,bfloat16,bfloat16,0,15.104231262207032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,4,128,1,bfloat16,fp8,0,30.338409423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,16,128,1,fp8,fp8,0,10.388764953613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,8,128,1,fp8,fp8,0,20.318861389160155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,8,128,1,bfloat16,bfloat16,0,28.987368774414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,16,128,1,bfloat16,fp8,0,16.15998992919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,1,128,1,bfloat16,bfloat16,0,13.539915466308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,1,128,1,fp8,fp8,0,10.207326507568359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,8,128,1,bfloat16,fp8,0,31.600845336914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,1,128,1,bfloat16,fp8,0,15.129380798339843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,2,128,1,fp8,fp8,0,10.186186981201171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,2,128,1,bfloat16,bfloat16,0,13.594073486328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,4,128,1,bfloat16,bfloat16,0,13.576895141601563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,2,128,1,bfloat16,fp8,0,15.221427917480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,4,128,1,fp8,fp8,0,10.20745620727539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,16,128,1,bfloat16,bfloat16,0,7.160433959960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,16,128,1,fp8,fp8,0,5.279803085327148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,4,128,1,bfloat16,fp8,0,15.336337280273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,8,128,1,fp8,fp8,0,10.249479675292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,16,128,1,bfloat16,fp8,0,7.890713500976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,8,128,1,bfloat16,bfloat16,0,13.670706176757813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,1,128,1,bfloat16,bfloat16,0,6.923473358154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,8,128,1,bfloat16,fp8,0,15.362498474121093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,1,128,1,fp8,fp8,0,5.206841659545899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,1,128,1,bfloat16,fp8,0,7.739052581787109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,2,128,1,bfloat16,bfloat16,0,6.9574737548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,2,128,1,fp8,fp8,0,5.209441757202148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,2,128,1,bfloat16,fp8,0,7.78572998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,4,128,1,bfloat16,bfloat16,0,6.9437919616699215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,4,128,1,fp8,fp8,0,5.2143199920654295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,4,128,1,bfloat16,fp8,0,7.746510314941406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,8,128,1,bfloat16,bfloat16,0,6.974447631835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,8,128,1,fp8,fp8,0,5.233684921264649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,8,128,1,bfloat16,fp8,0,7.830445098876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,1,128,1,fp8,fp8,0,22.711135864257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,2,128,1,fp8,fp8,0,22.666441345214842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,1,128,1,bfloat16,bfloat16,0,30.134393310546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,2,128,1,bfloat16,bfloat16,0,30.300784301757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,1,128,1,bfloat16,fp8,0,33.649041748046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,4,128,1,bfloat16,bfloat16,0,31.38660583496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,2,128,1,bfloat16,fp8,0,34.54183654785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,4,128,1,bfloat16,fp8,0,34.84313049316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,4,128,1,fp8,fp8,0,22.751747131347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,16,128,1,fp8,fp8,0,12.272187042236329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,16,128,1,bfloat16,bfloat16,0,18.299920654296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,16,128,1,bfloat16,fp8,0,18.947308349609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,1,128,1,bfloat16,bfloat16,0,15.182669067382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,8,128,1,fp8,fp8,0,23.570506286621093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,1,128,1,fp8,fp8,0,11.444452667236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,8,128,1,bfloat16,bfloat16,0,34.660281372070315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,1,128,1,bfloat16,fp8,0,16.96130828857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,8,128,1,bfloat16,fp8,0,36.40771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,2,128,1,fp8,fp8,0,11.42388458251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,2,128,1,bfloat16,bfloat16,0,15.235292053222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,4,128,1,bfloat16,bfloat16,0,15.26581268310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,2,128,1,bfloat16,fp8,0,17.071929931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,4,128,1,fp8,fp8,0,11.442664337158202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,16,128,1,bfloat16,bfloat16,0,8.316086578369141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,16,128,1,fp8,fp8,0,5.924414443969726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,4,128,1,bfloat16,fp8,0,17.19349060058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,8,128,1,fp8,fp8,0,11.538337707519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,8,128,1,bfloat16,bfloat16,0,16.018988037109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,16,128,1,bfloat16,fp8,0,9.002894592285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,1,128,1,bfloat16,bfloat16,0,7.716534423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,8,128,1,bfloat16,fp8,0,17.717127990722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,1,128,1,fp8,fp8,0,5.807304000854492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,1,128,1,bfloat16,fp8,0,8.618148803710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,2,128,1,fp8,fp8,0,5.789152145385742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,2,128,1,bfloat16,bfloat16,0,7.746833801269531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,2,128,1,bfloat16,fp8,0,8.671932983398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,4,128,1,bfloat16,bfloat16,0,7.735118103027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,4,128,1,fp8,fp8,0,5.810465621948242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,16,128,1,bfloat16,bfloat16,0,4.114521789550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,4,128,1,bfloat16,fp8,0,8.731702423095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,16,128,1,fp8,fp8,0,3.033563232421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,8,128,1,fp8,fp8,0,5.834164810180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,8,128,1,bfloat16,bfloat16,0,7.809368133544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,8,128,1,bfloat16,fp8,0,8.736809539794923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,1,128,1,bfloat16,bfloat16,0,3.9713455200195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,1,128,1,fp8,fp8,0,2.9937679290771486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,1,128,1,bfloat16,fp8,0,4.432684707641601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,16,128,1,bfloat16,fp8,0,4.517164611816407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,2,128,1,bfloat16,bfloat16,0,3.9869728088378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,2,128,1,bfloat16,fp8,0,4.467956924438477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,2,128,1,fp8,fp8,0,2.9909088134765627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,4,128,1,bfloat16,bfloat16,0,3.988172912597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,4,128,1,fp8,fp8,0,2.9928064346313477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,4,128,1,bfloat16,fp8,0,4.497742462158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,8,128,1,fp8,fp8,0,3.0080095291137696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,8,128,1,bfloat16,bfloat16,0,4.00043830871582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,8,128,1,bfloat16,fp8,0,4.4940032958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,1,128,1,fp8,fp8,0,15.857284545898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,2,128,1,fp8,fp8,0,15.831654357910157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,1,128,1,bfloat16,bfloat16,0,21.04064178466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,2,128,1,bfloat16,bfloat16,0,21.138999938964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,1,128,1,bfloat16,fp8,0,23.48914794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,4,128,1,bfloat16,bfloat16,0,21.652874755859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,2,128,1,bfloat16,fp8,0,23.642884826660158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,4,128,1,fp8,fp8,0,15.87720947265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,16,128,1,fp8,fp8,0,8.4193603515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,4,128,1,bfloat16,fp8,0,24.194308471679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,16,128,1,bfloat16,bfloat16,0,12.71231689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,16,128,1,bfloat16,fp8,0,13.19302978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,8,128,1,fp8,fp8,0,16.261976623535155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,8,128,1,bfloat16,bfloat16,0,23.923272705078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,1,128,1,fp8,fp8,0,8.006590270996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,1,128,1,bfloat16,bfloat16,0,10.622889709472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,8,128,1,bfloat16,fp8,0,25.357635498046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,1,128,1,bfloat16,fp8,0,11.860124969482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,2,128,1,fp8,fp8,0,7.98909912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,2,128,1,bfloat16,bfloat16,0,10.660899353027343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,2,128,1,bfloat16,fp8,0,11.935177612304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,4,128,1,fp8,fp8,0,8.006857299804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,4,128,1,bfloat16,bfloat16,0,10.673725128173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,16,128,1,bfloat16,bfloat16,0,5.819787216186524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,4,128,1,bfloat16,fp8,0,11.918939208984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,8,128,1,fp8,fp8,0,8.060747528076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,16,128,1,fp8,fp8,0,4.153923034667969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,16,128,1,bfloat16,fp8,0,6.333848190307617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,8,128,1,bfloat16,bfloat16,0,11.017431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,1,128,1,bfloat16,bfloat16,0,5.409467315673828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,8,128,1,bfloat16,fp8,0,12.30007553100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,1,128,1,fp8,fp8,0,4.072284698486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,1,128,1,bfloat16,fp8,0,6.047211074829102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,2,128,1,fp8,fp8,0,4.06402702331543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,2,128,1,bfloat16,bfloat16,0,5.442147064208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,4,128,1,bfloat16,bfloat16,0,5.428179168701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,2,128,1,bfloat16,fp8,0,6.076820755004883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,4,128,1,fp8,fp8,0,4.070681762695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,16,128,1,bfloat16,bfloat16,0,2.897382354736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,16,128,1,fp8,fp8,0,2.132526397705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,4,128,1,bfloat16,fp8,0,6.121806335449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,8,128,1,fp8,fp8,0,4.096492767333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,8,128,1,bfloat16,bfloat16,0,5.465356826782227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,16,128,1,bfloat16,fp8,0,3.1628080368041993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,1,128,1,bfloat16,bfloat16,0,2.7971424102783202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,8,128,1,bfloat16,fp8,0,6.130449676513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,1,128,1,fp8,fp8,0,2.107526397705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,1,128,1,bfloat16,fp8,0,3.1274959564208986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,2,128,1,fp8,fp8,0,2.104355239868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,2,128,1,bfloat16,bfloat16,0,2.8158544540405273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,2,128,1,bfloat16,fp8,0,3.1474384307861327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,4,128,1,fp8,fp8,0,2.1094432830810548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,4,128,1,bfloat16,bfloat16,0,2.804649543762207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,4,128,1,bfloat16,fp8,0,3.164192008972168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,8,128,1,bfloat16,bfloat16,0,2.8190704345703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,8,128,1,fp8,fp8,0,2.1189504623413087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,8,128,1,bfloat16,fp8,0,3.171676826477051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,1,128,1,fp8,fp8,0,20.34088592529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,2,128,1,fp8,fp8,0,20.29747314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,1,128,1,bfloat16,bfloat16,0,27.015383911132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,2,128,1,bfloat16,bfloat16,0,27.27685546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,1,128,1,bfloat16,fp8,0,30.14936218261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,2,128,1,bfloat16,fp8,0,30.396035766601564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,4,128,1,bfloat16,bfloat16,0,29.659970092773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,4,128,1,bfloat16,fp8,0,32.07257995605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,4,128,1,fp8,fp8,0,20.59587860107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,16,128,1,fp8,fp8,0,11.40506362915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,16,128,1,bfloat16,bfloat16,0,17.735211181640626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,1,128,1,bfloat16,bfloat16,0,13.585508728027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,8,128,1,fp8,fp8,0,22.08806610107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,16,128,1,bfloat16,fp8,0,18.286152648925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,1,128,1,fp8,fp8,0,10.231559753417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,8,128,1,bfloat16,bfloat16,0,32.13383483886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,1,128,1,bfloat16,fp8,0,15.147586059570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,2,128,1,fp8,fp8,0,10.209069061279298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,8,128,1,bfloat16,fp8,0,33.68853759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,2,128,1,bfloat16,bfloat16,0,13.636900329589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,4,128,1,bfloat16,bfloat16,0,13.739979553222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,2,128,1,bfloat16,fp8,0,15.253892517089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,4,128,1,fp8,fp8,0,10.230745697021485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,16,128,1,fp8,fp8,0,5.327447891235352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,16,128,1,bfloat16,bfloat16,0,8.02667236328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,8,128,1,fp8,fp8,0,10.389498901367187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,4,128,1,bfloat16,fp8,0,15.466233825683593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,8,128,1,bfloat16,bfloat16,0,15.074229431152343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,16,128,1,bfloat16,fp8,0,8.475755310058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,8,128,1,bfloat16,fp8,0,16.296957397460936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,1,128,1,bfloat16,bfloat16,0,6.87305908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,1,128,1,fp8,fp8,0,5.173910522460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,2,128,1,fp8,fp8,0,5.169929504394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,2,128,1,bfloat16,bfloat16,0,6.897783660888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,1,128,1,bfloat16,fp8,0,7.667683410644531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,2,128,1,bfloat16,fp8,0,7.716302490234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,4,128,1,bfloat16,bfloat16,0,6.899577331542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,4,128,1,fp8,fp8,0,5.180140686035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,4,128,1,bfloat16,fp8,0,7.685704040527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,16,128,1,bfloat16,bfloat16,0,3.681771087646484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,8,128,1,bfloat16,bfloat16,0,7.028377532958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,16,128,1,bfloat16,fp8,0,4.061507034301758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,16,128,1,fp8,fp8,0,2.6915567398071287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,1,128,1,bfloat16,bfloat16,0,3.514412689208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,8,128,1,bfloat16,fp8,0,7.850263977050782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,1,128,1,fp8,fp8,0,2.640982437133789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,1,128,1,bfloat16,fp8,0,3.923110580444336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,8,128,1,fp8,fp8,0,5.209238433837891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,2,128,1,bfloat16,bfloat16,0,3.527230453491211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,2,128,1,bfloat16,fp8,0,3.947083282470703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,2,128,1,fp8,fp8,0,2.636459159851074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,4,128,1,bfloat16,bfloat16,0,3.527212905883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,4,128,1,fp8,fp8,0,2.6408000946044923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,16,128,1,bfloat16,bfloat16,0,1.8926656723022461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,4,128,1,bfloat16,fp8,0,3.978849411010742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,16,128,1,bfloat16,fp8,0,2.0700399398803713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,16,128,1,fp8,fp8,0,1.3949456214904785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,8,128,1,fp8,fp8,0,2.6552703857421873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,8,128,1,bfloat16,bfloat16,0,3.550921630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,1,128,1,bfloat16,bfloat16,0,1.8302032470703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,8,128,1,bfloat16,fp8,0,3.97664794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,1,128,1,fp8,fp8,0,1.380679988861084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,2,128,1,fp8,fp8,0,1.3764991760253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,2,128,1,bfloat16,bfloat16,0,1.8363279342651366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,1,128,1,bfloat16,fp8,0,2.0403648376464845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,2,128,1,bfloat16,fp8,0,2.0510704040527346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,4,128,1,bfloat16,bfloat16,0,1.8337200164794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,4,128,1,fp8,fp8,0,1.3786335945129395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,4,128,1,bfloat16,fp8,0,2.069705581665039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,8,128,1,bfloat16,bfloat16,0,1.8446495056152343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,8,128,1,fp8,fp8,0,1.3850367546081543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,8,128,1,bfloat16,fp8,0,2.106857681274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,1,128,1,fp8,fp8,0,11.56691665649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,2,128,1,fp8,fp8,0,11.550430297851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,1,128,1,bfloat16,bfloat16,0,15.368574523925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,2,128,1,bfloat16,bfloat16,0,15.458282470703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,4,128,1,bfloat16,bfloat16,0,16.438888549804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,1,128,1,bfloat16,fp8,0,17.121437072753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,2,128,1,bfloat16,fp8,0,17.256663513183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,4,128,1,bfloat16,fp8,0,18.044900512695314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,4,128,1,fp8,fp8,0,11.615325164794921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,16,128,1,fp8,fp8,0,6.3554222106933596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,16,128,1,bfloat16,bfloat16,0,10.019822692871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,1,128,1,bfloat16,bfloat16,0,7.741919708251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,16,128,1,bfloat16,fp8,0,10.393373107910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,8,128,1,fp8,fp8,0,12.301443481445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,1,128,1,fp8,fp8,0,5.827331161499023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,8,128,1,bfloat16,bfloat16,0,18.221963500976564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,1,128,1,bfloat16,fp8,0,8.625105285644532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,2,128,1,fp8,fp8,0,5.820739364624023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,8,128,1,bfloat16,fp8,0,19.239456176757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,2,128,1,bfloat16,bfloat16,0,7.771481323242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,2,128,1,bfloat16,fp8,0,8.684796905517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,4,128,1,bfloat16,bfloat16,0,7.805448150634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,4,128,1,fp8,fp8,0,5.834684753417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,4,128,1,bfloat16,fp8,0,8.773687744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,16,128,1,fp8,fp8,0,3.0499135971069338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,16,128,1,bfloat16,bfloat16,0,4.411297607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,8,128,1,bfloat16,bfloat16,0,8.383625793457032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,8,128,1,fp8,fp8,0,5.9057056427001955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,1,128,1,bfloat16,bfloat16,0,3.937112045288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,16,128,1,bfloat16,fp8,0,4.729676818847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,1,128,1,fp8,fp8,0,2.954374313354492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,8,128,1,bfloat16,fp8,0,9.198260498046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,2,128,1,bfloat16,bfloat16,0,3.9521839141845705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,1,128,1,bfloat16,fp8,0,4.385800170898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,2,128,1,fp8,fp8,0,2.9518447875976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,2,128,1,bfloat16,fp8,0,4.4183696746826175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,4,128,1,bfloat16,bfloat16,0,3.9544639587402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,4,128,1,fp8,fp8,0,2.9663999557495115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,4,128,1,bfloat16,fp8,0,4.452584075927734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,16,128,1,bfloat16,bfloat16,0,2.1328880310058596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,8,128,1,fp8,fp8,0,2.983462333679199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,16,128,1,fp8,fp8,0,1.554969596862793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,8,128,1,bfloat16,bfloat16,0,4.010081481933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,1,128,1,bfloat16,bfloat16,0,2.0253055572509764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,1,128,1,fp8,fp8,0,1.5252976417541504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,1,128,1,bfloat16,fp8,0,2.2574895858764648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,8,128,1,bfloat16,fp8,0,4.469441604614258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,2,128,1,bfloat16,bfloat16,0,2.035260772705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,2,128,1,fp8,fp8,0,1.5222224235534667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,2,128,1,bfloat16,fp8,0,2.273017692565918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,4,128,1,fp8,fp8,0,1.5242464065551757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,4,128,1,bfloat16,bfloat16,0,2.039179229736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,4,128,1,bfloat16,fp8,0,2.293779182434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,8,128,1,bfloat16,bfloat16,0,2.051643180847168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,16,128,1,bfloat16,bfloat16,0,1.1062175750732421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,8,128,1,fp8,fp8,0,1.5331119537353515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,16,128,1,fp8,fp8,0,0.8180512428283692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,16,128,1,bfloat16,fp8,0,2.3294063568115235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,16,128,1,bfloat16,fp8,0,1.217084789276123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,8,128,1,bfloat16,fp8,0,2.2999616622924806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,1,128,1,bfloat16,bfloat16,0,1.0698736190795899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,1,128,1,fp8,fp8,0,0.8071248054504394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,1,128,1,bfloat16,fp8,0,1.193616008758545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,2,128,1,bfloat16,bfloat16,0,1.0730352401733398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,2,128,1,bfloat16,fp8,0,1.201863956451416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,4,128,1,bfloat16,bfloat16,0,1.074836826324463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,4,128,1,fp8,fp8,0,0.8076815605163574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,4,128,1,bfloat16,fp8,0,1.2102368354797364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,8,128,1,bfloat16,bfloat16,0,1.0785663604736329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,8,128,1,fp8,fp8,0,0.810974407196045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,8,128,1,bfloat16,fp8,0,1.210268783569336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,2,128,1,fp8,fp8,0,0.8058976173400879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,1,128,1,fp8,fp8,0,10.452243041992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,2,128,1,fp8,fp8,0,10.435855865478516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,1,128,1,bfloat16,bfloat16,0,13.892825317382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,2,128,1,bfloat16,bfloat16,0,14.062930297851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,1,128,1,bfloat16,fp8,0,15.47692413330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,2,128,1,bfloat16,fp8,0,15.646490478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,4,128,1,bfloat16,bfloat16,0,14.894267272949218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,4,128,1,fp8,fp8,0,10.581594848632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,16,128,1,fp8,fp8,0,6.3457294464111325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,4,128,1,bfloat16,fp8,0,16.349485778808592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,16,128,1,bfloat16,bfloat16,0,12.319152069091796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,1,128,1,bfloat16,bfloat16,0,6.991814422607422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,8,128,1,bfloat16,bfloat16,0,16.972254943847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,16,128,1,bfloat16,fp8,0,12.440737915039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,8,128,1,fp8,fp8,0,11.49703369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,1,128,1,fp8,fp8,0,5.259081649780273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,8,128,1,bfloat16,fp8,0,17.8347900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,2,128,1,fp8,fp8,0,5.251884841918946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,2,128,1,bfloat16,bfloat16,0,7.022576141357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,1,128,1,bfloat16,fp8,0,7.775465393066407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,2,128,1,bfloat16,fp8,0,7.962129974365235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,4,128,1,bfloat16,bfloat16,0,7.181027221679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,4,128,1,fp8,fp8,0,5.2714191436767575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,4,128,1,bfloat16,fp8,0,8.005352020263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,16,128,1,fp8,fp8,0,2.7898000717163085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,8,128,1,bfloat16,bfloat16,0,8.173382568359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,16,128,1,bfloat16,bfloat16,0,4.472727966308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,1,128,1,bfloat16,bfloat16,0,3.536783981323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,8,128,1,fp8,fp8,0,5.392520141601563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,16,128,1,bfloat16,fp8,0,4.73079833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,1,128,1,bfloat16,fp8,0,3.9373775482177735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,1,128,1,fp8,fp8,0,2.6601375579833983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,8,128,1,bfloat16,fp8,0,8.766252899169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,2,128,1,fp8,fp8,0,2.6579872131347657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,2,128,1,bfloat16,fp8,0,3.9635520935058595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,4,128,1,fp8,fp8,0,2.6638559341430663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,4,128,1,bfloat16,bfloat16,0,3.567011260986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,4,128,1,bfloat16,fp8,0,3.9629280090332033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,8,128,1,bfloat16,bfloat16,0,3.6962337493896484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,8,128,1,fp8,fp8,0,2.6915632247924806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,16,128,1,fp8,fp8,0,1.3986767768859862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,2,128,1,bfloat16,bfloat16,0,3.551326370239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,16,128,1,bfloat16,fp8,0,2.1345312118530275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,8,128,1,bfloat16,fp8,0,4.182785415649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,1,128,1,bfloat16,bfloat16,0,1.8091552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,1,128,1,fp8,fp8,0,1.3550784111022949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,1,128,1,bfloat16,fp8,0,2.012759971618652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,2,128,1,bfloat16,bfloat16,0,1.8166479110717773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,2,128,1,fp8,fp8,0,1.3530176162719727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,2,128,1,bfloat16,fp8,0,2.026694488525391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,4,128,1,bfloat16,bfloat16,0,1.8209232330322265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,4,128,1,fp8,fp8,0,1.3552351951599122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,4,128,1,bfloat16,fp8,0,2.0441120147705076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,16,128,1,bfloat16,bfloat16,0,1.9550800323486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,8,128,1,bfloat16,bfloat16,0,1.838934326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,16,128,1,fp8,fp8,0,0.7252927780151367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,8,128,1,fp8,fp8,0,1.3683952331542968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,16,128,1,bfloat16,fp8,0,1.0876015663146972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,8,128,1,bfloat16,fp8,0,2.090176010131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,1,128,1,bfloat16,bfloat16,0,0.9455120086669921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,1,128,1,fp8,fp8,0,0.7121071815490723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,1,128,1,bfloat16,fp8,0,1.055673599243164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,2,128,1,bfloat16,bfloat16,0,0.9502752304077149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,2,128,1,fp8,fp8,0,0.7110400199890137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,2,128,1,bfloat16,fp8,0,1.0822784423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,4,128,1,bfloat16,bfloat16,0,0.9496208190917969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,4,128,1,bfloat16,fp8,0,1.0711199760437011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,8,128,1,bfloat16,bfloat16,0,0.9578255653381348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,16,128,1,bfloat16,bfloat16,0,0.5358335971832275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,16,128,1,fp8,fp8,0,0.39664640426635744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,16,128,1,bfloat16,fp8,0,0.5903679847717285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,8,128,1,bfloat16,fp8,0,1.076302433013916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,1,128,1,bfloat16,bfloat16,0,0.5166528224945068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,1,128,1,fp8,fp8,0,0.39020159244537356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,1,128,1,bfloat16,fp8,0,0.5782080173492432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,2,128,1,bfloat16,bfloat16,0,0.5204080104827881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,2,128,1,fp8,fp8,0,0.3877664089202881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,2,128,1,bfloat16,fp8,0,0.5806831836700439
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,16,128,1,bfloat16,bfloat16,0,0.9948831558227539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,4,128,1,bfloat16,bfloat16,0,0.5204448223114013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,4,128,1,fp8,fp8,0,0.39053120613098147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,4,128,1,bfloat16,fp8,0,0.585643196105957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,8,128,1,bfloat16,bfloat16,0,0.5220704078674316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,8,128,1,bfloat16,fp8,0,0.5863344192504882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,8,128,1,fp8,fp8,0,0.3913007974624634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,4,128,1,fp8,fp8,0,0.7125728130340576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,8,128,1,fp8,fp8,0,0.7166975975036621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,1,128,1,fp8,fp8,0,5.992854309082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,2,128,1,fp8,fp8,0,5.986764907836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,1,128,1,bfloat16,bfloat16,0,7.976277160644531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,2,128,1,bfloat16,bfloat16,0,8.046590423583984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,1,128,1,bfloat16,fp8,0,8.860369873046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,2,128,1,bfloat16,fp8,0,8.940094757080079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,4,128,1,bfloat16,bfloat16,0,8.482017517089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,4,128,1,fp8,fp8,0,6.045121765136718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,4,128,1,bfloat16,fp8,0,9.295791625976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,8,128,1,fp8,fp8,0,6.536521911621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,16,128,1,bfloat16,bfloat16,0,7.006267547607422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,16,128,1,fp8,fp8,0,3.4995582580566404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,16,128,1,bfloat16,fp8,0,7.077585601806641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,8,128,1,bfloat16,bfloat16,0,9.750717163085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,8,128,1,bfloat16,fp8,0,10.326057434082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,1,128,1,bfloat16,bfloat16,0,4.018619155883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,1,128,1,bfloat16,fp8,0,4.462271881103516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,2,128,1,fp8,fp8,0,3.018427276611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,2,128,1,bfloat16,bfloat16,0,4.038387298583984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,2,128,1,bfloat16,fp8,0,4.495585632324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,4,128,1,bfloat16,bfloat16,0,4.084681701660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,4,128,1,fp8,fp8,0,3.0290544509887694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,1,128,1,fp8,fp8,0,3.022332763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,4,128,1,bfloat16,fp8,0,4.562406539916992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,8,128,1,fp8,fp8,0,3.092278480529785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,16,128,1,fp8,fp8,0,1.6093584060668946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,16,128,1,bfloat16,bfloat16,0,2.460086441040039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,16,128,1,bfloat16,fp8,0,2.6906320571899416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,1,128,1,bfloat16,bfloat16,0,2.044655990600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,8,128,1,bfloat16,bfloat16,0,4.5683856964111325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,1,128,1,fp8,fp8,0,1.5288944244384766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,8,128,1,bfloat16,fp8,0,4.975457763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,1,128,1,bfloat16,fp8,0,2.272377586364746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,2,128,1,bfloat16,bfloat16,0,2.053152084350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,2,128,1,bfloat16,fp8,0,2.2898399353027346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,4,128,1,bfloat16,bfloat16,0,2.0612335205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,4,128,1,bfloat16,fp8,0,2.3119247436523436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,8,128,1,bfloat16,bfloat16,0,2.1129167556762694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,16,128,1,bfloat16,bfloat16,0,1.136952018737793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,16,128,1,fp8,fp8,0,0.8131216049194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,8,128,1,bfloat16,fp8,0,2.339240074157715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,1,128,1,bfloat16,bfloat16,0,1.0482224464416503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,1,128,1,fp8,fp8,0,0.7876512050628662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,1,128,1,bfloat16,fp8,0,1.1683279991149902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,2,128,1,bfloat16,bfloat16,0,1.0537216186523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,2,128,1,fp8,fp8,0,1.5267711639404298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,2,128,1,bfloat16,fp8,0,1.1770208358764649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,4,128,1,bfloat16,bfloat16,0,1.0616047859191895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,4,128,1,fp8,fp8,0,0.7889872074127198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,4,128,1,bfloat16,fp8,0,1.193120002746582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,8,128,1,bfloat16,bfloat16,0,1.0722623825073243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,8,128,1,fp8,fp8,0,1.553713607788086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,8,128,1,fp8,fp8,0,0.7948815822601318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,16,128,1,bfloat16,bfloat16,0,0.5916495800018311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,8,128,1,bfloat16,fp8,0,1.1980095863342286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,16,128,1,bfloat16,fp8,0,1.2250432014465331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,16,128,1,bfloat16,fp8,0,0.6515423774719238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,1,128,1,bfloat16,bfloat16,0,0.561630392074585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,1,128,1,fp8,fp8,0,0.42311677932739256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,1,128,1,bfloat16,fp8,0,0.6268447875976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,2,128,1,bfloat16,fp8,0,0.6302591800689697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,4,128,1,bfloat16,bfloat16,0,0.5653295993804932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,4,128,1,fp8,fp8,0,0.42396960258483884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,2,128,1,fp8,fp8,0,0.786732816696167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,4,128,1,bfloat16,fp8,0,0.6357024192810059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,4,128,1,fp8,fp8,0,1.5407423973083496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,8,128,1,bfloat16,bfloat16,0,0.5698751926422119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,16,128,1,bfloat16,bfloat16,0,0.32396159172058103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,8,128,1,fp8,fp8,0,0.4262432098388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,8,128,1,bfloat16,fp8,0,0.6392208099365234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,16,128,1,fp8,fp8,0,0.23979520797729492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,16,128,1,bfloat16,fp8,0,0.3561408042907715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,1,128,1,bfloat16,bfloat16,0,0.31326239109039306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,1,128,1,fp8,fp8,0,0.2351232051849365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,1,128,1,bfloat16,fp8,0,0.3491584062576294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,2,128,1,bfloat16,bfloat16,0,0.31266400814056394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,2,128,1,fp8,fp8,0,0.2354736089706421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,4,128,1,bfloat16,bfloat16,0,0.31335198879241943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,4,128,1,bfloat16,fp8,0,0.3542943954467773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,16,128,1,fp8,fp8,0,0.43220319747924807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,8,128,1,bfloat16,bfloat16,0,0.3155728101730347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,8,128,1,fp8,fp8,0,0.23769760131835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,8,128,1,bfloat16,fp8,0,0.3546751976013184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,2,128,1,bfloat16,bfloat16,0,0.5635471820831299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,2,128,1,fp8,fp8,0,0.42241601943969725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,2,128,1,bfloat16,fp8,0,0.35693280696868895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,4,128,1,fp8,fp8,0,0.2356623888015747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,1,128,1,fp8,fp8,0,5.509864044189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,2,128,1,fp8,fp8,0,5.501886367797852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,1,128,1,bfloat16,bfloat16,0,7.33789291381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,2,128,1,bfloat16,bfloat16,0,7.493468475341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,1,128,1,bfloat16,fp8,0,8.122103881835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,2,128,1,bfloat16,fp8,0,8.268431854248046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,4,128,1,bfloat16,bfloat16,0,7.908657836914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,4,128,1,bfloat16,fp8,0,8.753419494628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,4,128,1,fp8,fp8,0,5.6366127014160154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,8,128,1,fp8,fp8,0,6.089815902709961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,16,128,1,fp8,fp8,0,3.5349441528320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,1,128,1,bfloat16,bfloat16,0,3.69117431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,8,128,1,bfloat16,bfloat16,0,8.92459487915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,16,128,1,bfloat16,bfloat16,0,6.862348937988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,16,128,1,bfloat16,fp8,0,7.032843017578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,8,128,1,bfloat16,fp8,0,9.596495819091796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,1,128,1,fp8,fp8,0,2.7738975524902343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,1,128,1,bfloat16,fp8,0,4.084726333618164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,2,128,1,fp8,fp8,0,2.772772789001465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,2,128,1,bfloat16,bfloat16,0,3.71319694519043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,2,128,1,bfloat16,fp8,0,4.12486572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,4,128,1,bfloat16,bfloat16,0,3.8431022644042967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,4,128,1,fp8,fp8,0,2.788654327392578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,4,128,1,bfloat16,fp8,0,4.261344146728516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,16,128,1,fp8,fp8,0,1.543008041381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,8,128,1,fp8,fp8,0,2.920083236694336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,8,128,1,bfloat16,bfloat16,0,4.518422317504883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,1,128,1,bfloat16,bfloat16,0,1.8686784744262694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,16,128,1,bfloat16,bfloat16,0,3.1079471588134764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,16,128,1,bfloat16,fp8,0,3.2110431671142576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,1,128,1,fp8,fp8,0,1.403104019165039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,8,128,1,bfloat16,fp8,0,4.887044906616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,2,128,1,bfloat16,bfloat16,0,1.8765552520751954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,2,128,1,bfloat16,fp8,0,2.0872352600097654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,2,128,1,fp8,fp8,0,1.4030287742614747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,4,128,1,fp8,fp8,0,1.4070176124572753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,4,128,1,bfloat16,bfloat16,0,1.8971744537353517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,4,128,1,bfloat16,fp8,0,2.115643119812012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,8,128,1,bfloat16,bfloat16,0,2.0094736099243162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,16,128,1,fp8,fp8,0,0.7511280059814454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,8,128,1,fp8,fp8,0,1.427883243560791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,16,128,1,bfloat16,fp8,0,1.18920955657959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,1,128,1,bfloat16,bfloat16,0,0.9586576461791992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,1,128,1,fp8,fp8,0,0.7127984046936036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,1,128,1,bfloat16,fp8,0,2.0718496322631834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,2,128,1,bfloat16,bfloat16,0,0.9628512382507324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,2,128,1,fp8,fp8,0,0.7110447883605957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,2,128,1,bfloat16,fp8,0,1.0713472366333008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,4,128,1,bfloat16,bfloat16,0,0.9683343887329101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,4,128,1,fp8,fp8,0,0.7133679866790772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,4,128,1,bfloat16,fp8,0,1.0729151725769044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,8,128,1,bfloat16,bfloat16,0,0.9902655601501464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,16,128,1,bfloat16,bfloat16,0,0.5403327941894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,8,128,1,bfloat16,fp8,0,1.093723201751709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,16,128,1,bfloat16,fp8,0,0.5858784198760987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,16,128,1,fp8,fp8,0,0.3851183891296387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,16,128,1,bfloat16,bfloat16,0,1.0963711738586426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,1,128,1,bfloat16,bfloat16,0,0.4978784084320068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,1,128,1,fp8,fp8,0,0.37466719150543215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,1,128,1,bfloat16,fp8,0,0.553219223022461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,2,128,1,bfloat16,bfloat16,0,0.5002096176147461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,2,128,1,fp8,fp8,0,0.3731168031692505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,2,128,1,bfloat16,fp8,0,0.5574543952941895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,4,128,1,bfloat16,bfloat16,0,0.5020959854125977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,4,128,1,fp8,fp8,0,0.37499840259552003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,1,128,1,bfloat16,fp8,0,1.062116813659668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,8,128,1,bfloat16,bfloat16,0,0.5088111877441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,8,128,1,bfloat16,fp8,0,0.5715983867645263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,16,128,1,bfloat16,bfloat16,0,0.29085440635681153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,16,128,1,bfloat16,fp8,0,0.3214207887649536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,16,128,1,fp8,fp8,0,0.21329920291900634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,1,128,1,bfloat16,bfloat16,0,0.27708001136779786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,1,128,1,fp8,fp8,0,0.20907199382781982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,1,128,1,bfloat16,fp8,0,0.3087007999420166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,2,128,1,fp8,fp8,0,0.20893759727478028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,4,128,1,bfloat16,bfloat16,0,0.2788624048233032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,8,128,1,fp8,fp8,0,0.7260144233703614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,4,128,1,bfloat16,fp8,0,0.3133631944656372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,4,128,1,fp8,fp8,0,0.20890560150146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,8,128,1,bfloat16,bfloat16,0,0.2818687915802002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,8,128,1,fp8,fp8,0,0.21120638847351075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,16,128,1,bfloat16,bfloat16,0,0.16772160530090333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,8,128,1,bfloat16,fp8,0,2.2201984405517576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,16,128,1,bfloat16,fp8,0,0.18398720026016235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,16,128,1,fp8,fp8,0,0.1231152057647705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,1,128,1,fp8,fp8,0,0.12094719409942627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,1,128,1,bfloat16,fp8,0,0.17835040092468263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,1,128,1,bfloat16,bfloat16,0,0.16061919927597046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,4,128,1,bfloat16,fp8,0,0.5639808177947998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,2,128,1,bfloat16,bfloat16,0,0.16181279420852662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,2,128,1,fp8,fp8,0,0.12102240324020386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,2,128,1,bfloat16,fp8,0,0.18286399841308593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,4,128,1,bfloat16,bfloat16,0,0.16056640148162843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,8,128,1,fp8,fp8,0,0.37805120944976806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,4,128,1,fp8,fp8,0,0.12096960544586181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,4,128,1,bfloat16,fp8,0,0.18175679445266724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,8,128,1,bfloat16,bfloat16,0,0.16214720010757447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,8,128,1,bfloat16,fp8,0,0.18215680122375488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,8,128,1,fp8,fp8,0,0.12163840532302857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,2,128,1,bfloat16,bfloat16,0,0.27780001163482665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,2,128,1,bfloat16,fp8,0,0.3100928068161011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,8,128,1,bfloat16,fp8,0,0.3157871961593628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,1,128,1,fp8,fp8,0,3.207097625732422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,2,128,1,fp8,fp8,0,3.2093711853027345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,1,128,1,bfloat16,bfloat16,0,4.279331207275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,2,128,1,bfloat16,bfloat16,0,4.338800048828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,1,128,1,bfloat16,fp8,0,4.725190353393555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,2,128,1,bfloat16,fp8,0,4.7883342742919925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,4,128,1,fp8,fp8,0,3.262411117553711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,4,128,1,bfloat16,fp8,0,5.0842639923095705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,8,128,1,fp8,fp8,0,3.5579647064208983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,16,128,1,fp8,fp8,0,2.034841537475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,4,128,1,bfloat16,bfloat16,0,4.625617599487304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,8,128,1,bfloat16,bfloat16,0,5.29468002319336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,16,128,1,bfloat16,bfloat16,0,4.000724792480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,8,128,1,bfloat16,fp8,0,5.688003158569336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,16,128,1,bfloat16,fp8,0,4.15332145690918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,1,128,1,fp8,fp8,0,1.6203039169311524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,1,128,1,bfloat16,bfloat16,0,2.158748817443848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,1,128,1,bfloat16,fp8,0,2.3844112396240233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,2,128,1,bfloat16,bfloat16,0,2.1703727722167967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,2,128,1,fp8,fp8,0,1.6197744369506837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,2,128,1,bfloat16,fp8,0,2.402919960021973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,4,128,1,fp8,fp8,0,1.629867172241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,4,128,1,bfloat16,bfloat16,0,2.225324821472168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,4,128,1,bfloat16,fp8,0,2.444112014770508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,16,128,1,bfloat16,bfloat16,0,1.602987289428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,16,128,1,fp8,fp8,0,0.8998959541320801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,8,128,1,bfloat16,bfloat16,0,2.6070159912109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,8,128,1,fp8,fp8,0,1.6909360885620117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,8,128,1,bfloat16,fp8,0,2.794713592529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,1,128,1,bfloat16,bfloat16,0,1.100382423400879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,16,128,1,bfloat16,fp8,0,1.684267234802246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,1,128,1,fp8,fp8,0,0.8151519775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,1,128,1,bfloat16,fp8,0,1.2144576072692872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,2,128,1,bfloat16,bfloat16,0,1.1062047958374024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,2,128,1,fp8,fp8,0,0.8135871887207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,2,128,1,bfloat16,fp8,0,1.224739170074463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,4,128,1,fp8,fp8,0,0.8274767875671387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,4,128,1,bfloat16,bfloat16,0,1.1149344444274902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,4,128,1,bfloat16,fp8,0,1.2421567916870118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,8,128,1,bfloat16,bfloat16,0,1.1700464248657227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,8,128,1,fp8,fp8,0,0.841044807434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,16,128,1,fp8,fp8,0,0.44274239540100097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,1,128,1,bfloat16,bfloat16,0,0.5614431858062744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,16,128,1,bfloat16,fp8,0,0.6879263877868652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,1,128,1,fp8,fp8,0,0.4184959888458252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,2,128,1,fp8,fp8,0,0.4182896137237549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,2,128,1,bfloat16,fp8,0,0.6273215770721435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,4,128,1,bfloat16,bfloat16,0,0.5738368034362793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,4,128,1,bfloat16,fp8,0,0.6413616180419922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,4,128,1,fp8,fp8,0,0.4204576015472412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,8,128,1,bfloat16,bfloat16,0,0.5857728004455567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,8,128,1,fp8,fp8,0,0.42601919174194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,8,128,1,bfloat16,fp8,0,0.6494736194610595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,16,128,1,bfloat16,bfloat16,0,0.3264096021652222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,16,128,1,fp8,fp8,0,0.23364639282226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,16,128,1,bfloat16,fp8,0,0.35767838954925535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,1,128,1,bfloat16,bfloat16,0,0.30116639137268064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,16,128,1,bfloat16,bfloat16,0,0.6456543922424316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,1,128,1,fp8,fp8,0,0.22544960975646972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,1,128,1,bfloat16,fp8,0,0.3342223882675171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,2,128,1,bfloat16,bfloat16,0,0.3014944076538086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,2,128,1,bfloat16,fp8,0,0.33614239692687986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,2,128,1,fp8,fp8,0,0.2254784107208252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,8,128,1,bfloat16,fp8,0,1.2802975654602051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,4,128,1,fp8,fp8,0,0.22589600086212158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,2,128,1,bfloat16,bfloat16,0,0.5648015975952149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,4,128,1,bfloat16,fp8,0,0.3400399923324585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,8,128,1,bfloat16,bfloat16,0,0.3086575984954834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,8,128,1,bfloat16,fp8,0,0.34490559101104734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,16,128,1,fp8,fp8,0,0.13319679498672485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,16,128,1,bfloat16,bfloat16,0,0.18175679445266724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,16,128,1,bfloat16,fp8,0,0.20089120864868165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,1,128,1,bfloat16,bfloat16,0,0.17214399576187134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,8,128,1,fp8,fp8,0,0.22862401008605956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,1,128,1,fp8,fp8,0,0.12923359870910645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,2,128,1,bfloat16,bfloat16,0,0.17221599817276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,1,128,1,bfloat16,fp8,0,0.19124640226364137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,2,128,1,bfloat16,fp8,0,0.19633439779281617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,4,128,1,bfloat16,bfloat16,0,0.17241920232772828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,4,128,1,fp8,fp8,0,0.12923200130462648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,8,128,1,bfloat16,bfloat16,0,0.17520159482955933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,8,128,1,bfloat16,fp8,0,0.19654719829559325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,16,128,1,bfloat16,fp8,0,0.1189695954322815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,1,128,1,bfloat16,bfloat16,0,0.1026304006576538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,1,128,1,bfloat16,fp8,0,0.11487200260162353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,1,128,1,fp8,fp8,0,0.07753440141677856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,1,128,1,bfloat16,fp8,0,0.622982406616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,2,128,1,bfloat16,fp8,0,0.11692320108413697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,2,128,1,fp8,fp8,0,0.07804160118103028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,4,128,1,bfloat16,bfloat16,0,0.10321120023727418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,4,128,1,bfloat16,fp8,0,0.11580159664154052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,4,128,1,fp8,fp8,0,0.07803519964218139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,2,128,1,fp8,fp8,0,0.1292191982269287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,8,128,1,bfloat16,bfloat16,0,0.1046720027923584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,4,128,1,bfloat16,fp8,0,0.19477440118789674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,8,128,1,fp8,fp8,0,0.0780623972415924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,8,128,1,bfloat16,fp8,0,0.11795519590377808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,8,128,1,fp8,fp8,0,0.13126399517059326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,16,128,1,bfloat16,bfloat16,0,0.10710719823837281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,16,128,1,fp8,fp8,0,0.08005120158195496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,4,128,1,bfloat16,bfloat16,0,0.3034320116043091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,1,128,1,fp8,fp8,0,3.042460823059082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,2,128,1,fp8,fp8,0,3.044688034057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,2,128,1,bfloat16,bfloat16,0,0.10295519828796387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,2,128,1,bfloat16,bfloat16,0,4.226710510253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,1,128,1,bfloat16,fp8,0,4.458174514770508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,2,128,1,bfloat16,fp8,0,4.608876800537109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,4,128,1,bfloat16,bfloat16,0,4.626483154296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,1,128,1,bfloat16,bfloat16,0,4.058428955078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,4,128,1,bfloat16,fp8,0,5.038929748535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,8,128,1,fp8,fp8,0,3.5243839263916015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,8,128,1,bfloat16,bfloat16,0,5.354555130004883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,16,128,1,bfloat16,bfloat16,0,4.1172431945800785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,4,128,1,fp8,fp8,0,3.18023681640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,16,128,1,fp8,fp8,0,2.113265609741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,8,128,1,bfloat16,fp8,0,5.743560028076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,1,128,1,bfloat16,bfloat16,0,2.040185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,1,128,1,fp8,fp8,0,1.5295167922973634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,1,128,1,bfloat16,fp8,0,2.239401626586914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,2,128,1,bfloat16,bfloat16,0,2.058076858520508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,2,128,1,bfloat16,fp8,0,2.2640127182006835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,2,128,1,fp8,fp8,0,1.528587245941162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,4,128,1,bfloat16,bfloat16,0,2.198628807067871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,4,128,1,fp8,fp8,0,1.546609592437744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,4,128,1,bfloat16,fp8,0,2.388260841369629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,16,128,1,bfloat16,fp8,0,4.330875015258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,8,128,1,fp8,fp8,0,1.6804943084716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,8,128,1,bfloat16,bfloat16,0,2.5748432159423826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,16,128,1,fp8,fp8,0,0.9095088005065918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,16,128,1,bfloat16,bfloat16,0,1.8845008850097655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,8,128,1,bfloat16,fp8,0,2.79626407623291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,16,128,1,bfloat16,fp8,0,2.0079200744628904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,1,128,1,bfloat16,fp8,0,1.137769603729248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,1,128,1,fp8,fp8,0,0.773964786529541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,2,128,1,bfloat16,bfloat16,0,1.0402095794677735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,2,128,1,fp8,fp8,0,0.775055980682373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,2,128,1,bfloat16,fp8,0,1.1456671714782716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,4,128,1,fp8,fp8,0,0.7801008224487305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,4,128,1,bfloat16,bfloat16,0,1.060324764251709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,4,128,1,bfloat16,fp8,0,1.1631232261657716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,8,128,1,fp8,fp8,0,0.8024368286132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,8,128,1,bfloat16,bfloat16,0,1.185159969329834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,16,128,1,bfloat16,bfloat16,0,0.6680592060089111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,16,128,1,fp8,fp8,0,0.42629117965698243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,16,128,1,bfloat16,fp8,0,0.7320223808288574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,1,128,1,bfloat16,bfloat16,0,0.5324575901031494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,8,128,1,bfloat16,fp8,0,1.2958271980285645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,1,128,1,fp8,fp8,0,0.3909104108810425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,1,128,1,bfloat16,bfloat16,0,1.0347472190856934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,2,128,1,bfloat16,bfloat16,0,0.5349664211273193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,2,128,1,fp8,fp8,0,0.3899296045303345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,2,128,1,bfloat16,fp8,0,0.5915616035461426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,4,128,1,bfloat16,bfloat16,0,0.5415999889373779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,4,128,1,fp8,fp8,0,0.393558406829834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,4,128,1,bfloat16,fp8,0,0.601257610321045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,8,128,1,bfloat16,bfloat16,0,0.5619135856628418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,8,128,1,fp8,fp8,0,0.400875186920166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,16,128,1,bfloat16,bfloat16,0,0.31296000480651853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,8,128,1,bfloat16,fp8,0,0.6170127868652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,1,128,1,bfloat16,bfloat16,0,0.27458240985870364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,16,128,1,bfloat16,fp8,0,0.3397984027862549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,1,128,1,fp8,fp8,0,0.20503358840942382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,16,128,1,fp8,fp8,0,0.21543359756469727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,2,128,1,bfloat16,bfloat16,0,0.27507040500640867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,1,128,1,bfloat16,fp8,0,0.3033983945846558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,2,128,1,fp8,fp8,0,0.20497279167175292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,2,128,1,bfloat16,fp8,0,0.30541601181030276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,4,128,1,bfloat16,bfloat16,0,0.27859199047088623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,4,128,1,bfloat16,fp8,0,0.31150240898132325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,4,128,1,fp8,fp8,0,0.20643200874328613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,8,128,1,fp8,fp8,0,0.20906400680541992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,16,128,1,bfloat16,bfloat16,0,0.1640064001083374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,8,128,1,bfloat16,fp8,0,0.31775200366973877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,16,128,1,fp8,fp8,0,0.11886399984359741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,1,128,1,bfloat16,fp8,0,0.16831519603729247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,1,128,1,fp8,fp8,0,0.11294560432434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,2,128,1,bfloat16,fp8,0,0.17018879652023317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,4,128,1,bfloat16,bfloat16,0,0.15375360250473022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,4,128,1,bfloat16,fp8,0,0.17231680154800416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,4,128,1,fp8,fp8,0,0.11366560459136962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,8,128,1,bfloat16,bfloat16,0,0.15630240440368653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,8,128,1,bfloat16,fp8,0,0.1751024007797241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,8,128,1,fp8,fp8,0,0.11497759819030762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,16,128,1,bfloat16,bfloat16,0,0.09442560076713562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,16,128,1,bfloat16,fp8,0,0.10465760231018066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,16,128,1,fp8,fp8,0,0.06974080204963684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,1,128,1,bfloat16,bfloat16,0,0.08849120140075684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,1,128,1,bfloat16,fp8,0,0.09880319833755494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,1,128,1,fp8,fp8,0,0.06593760251998901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,2,128,1,bfloat16,bfloat16,0,0.08855199813842773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,2,128,1,bfloat16,fp8,0,0.10217759609222413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,2,128,1,fp8,fp8,0,0.0657423973083496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,4,128,1,bfloat16,bfloat16,0,0.0902559995651245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,4,128,1,bfloat16,fp8,0,0.10063519477844238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,8,128,1,bfloat16,bfloat16,0,0.28438560962677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,4,128,1,fp8,fp8,0,0.06757919788360596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,1,128,1,bfloat16,fp8,0,0.5851679801940918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,16,128,1,bfloat16,fp8,0,0.18183039426803588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,1,128,1,bfloat16,bfloat16,0,0.15195679664611816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,8,128,1,bfloat16,bfloat16,0,0.09083679914474488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,8,128,1,fp8,fp8,0,0.06773599982261658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,16,128,1,fp8,fp8,0,0.04518080055713654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,2,128,1,bfloat16,bfloat16,0,0.15217759609222412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,16,128,1,bfloat16,bfloat16,0,0.06161919832229614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,16,128,1,bfloat16,fp8,0,0.06980640292167664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,1,128,1,bfloat16,bfloat16,0,0.058955198526382445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,1,128,1,fp8,fp8,0,0.04496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,1,128,1,bfloat16,fp8,0,0.06586560010910034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,2,128,1,bfloat16,bfloat16,0,0.05932639837265015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,2,128,1,fp8,fp8,0,0.04360800087451935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,2,128,1,bfloat16,fp8,0,0.0661408007144928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,4,128,1,bfloat16,bfloat16,0,0.05923200249671936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,4,128,1,fp8,fp8,0,0.04506399929523468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,4,128,1,bfloat16,fp8,0,0.06769599914550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,8,128,1,bfloat16,bfloat16,0,0.059595197439193726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,8,128,1,bfloat16,fp8,0,0.0677727997303009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,8,128,1,bfloat16,fp8,0,0.10258879661560058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,2,128,1,fp8,fp8,0,0.11288640499114991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,1,128,1,fp8,fp8,0,1.811849594116211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,8,128,1,fp8,fp8,0,0.045238399505615236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,1,128,1,bfloat16,bfloat16,0,2.426782417297363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,1,128,1,bfloat16,fp8,0,2.6283519744873045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,2,128,1,bfloat16,bfloat16,0,2.692177581787109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,2,128,1,fp8,fp8,0,1.82269287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,2,128,1,bfloat16,fp8,0,2.8719743728637694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,4,128,1,bfloat16,bfloat16,0,3.0863487243652346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,4,128,1,bfloat16,fp8,0,3.3241024017333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,8,128,1,fp8,fp8,0,2.2944608688354493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,16,128,1,bfloat16,bfloat16,0,2.7254383087158205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,16,128,1,fp8,fp8,0,1.4027952194213866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,8,128,1,bfloat16,bfloat16,0,3.7823871612548827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,1,128,1,bfloat16,bfloat16,0,1.2176735877990723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,8,128,1,bfloat16,fp8,0,4.044348907470703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,1,128,1,bfloat16,fp8,0,1.3200528144836425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,2,128,1,bfloat16,bfloat16,0,1.2466976165771484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,2,128,1,fp8,fp8,0,0.9122703552246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,2,128,1,bfloat16,fp8,0,1.3645471572875976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,4,128,1,bfloat16,bfloat16,0,1.3952095985412598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,4,128,1,bfloat16,fp8,0,1.4983535766601563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,4,128,1,fp8,fp8,0,0.936359977722168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,4,128,1,fp8,fp8,0,1.9816495895385742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,1,128,1,fp8,fp8,0,0.911184024810791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,8,128,1,bfloat16,bfloat16,0,1.7372112274169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,8,128,1,fp8,fp8,0,1.05971040725708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,8,128,1,bfloat16,fp8,0,1.8600431442260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,16,128,1,fp8,fp8,0,0.6151904106140137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,16,128,1,bfloat16,bfloat16,0,1.3002063751220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,16,128,1,bfloat16,fp8,0,1.39017915725708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,1,128,1,fp8,fp8,0,0.459227180480957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,1,128,1,bfloat16,fp8,0,0.6678751945495606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,1,128,1,bfloat16,bfloat16,0,0.6160111904144288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,2,128,1,bfloat16,bfloat16,0,0.6214303970336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,2,128,1,fp8,fp8,0,0.460211181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,2,128,1,bfloat16,fp8,0,0.6764575958251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,4,128,1,bfloat16,bfloat16,0,0.6425312042236329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,16,128,1,bfloat16,fp8,0,2.902680015563965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,4,128,1,bfloat16,fp8,0,0.6960896015167236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,8,128,1,bfloat16,bfloat16,0,0.7802175998687744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,8,128,1,fp8,fp8,0,0.48874878883361816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,16,128,1,bfloat16,bfloat16,0,0.46960158348083497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,8,128,1,bfloat16,fp8,0,0.8301088333129882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,16,128,1,fp8,fp8,0,0.26754720211029054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,16,128,1,bfloat16,fp8,0,0.5065599918365479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,1,128,1,bfloat16,bfloat16,0,0.3178895950317383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,1,128,1,fp8,fp8,0,0.22808480262756348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,1,128,1,bfloat16,fp8,0,0.3452735900878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,4,128,1,bfloat16,bfloat16,0,0.32792320251464846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,2,128,1,bfloat16,fp8,0,0.34978399276733396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,4,128,1,bfloat16,fp8,0,0.3588399887084961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,4,128,1,fp8,fp8,0,0.22971038818359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,8,128,1,bfloat16,bfloat16,0,0.3517807960510254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,8,128,1,bfloat16,fp8,0,0.38046560287475584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,8,128,1,fp8,fp8,0,0.236244797706604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,16,128,1,bfloat16,fp8,0,0.21443679332733154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,1,128,1,bfloat16,bfloat16,0,0.16058720350265504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,4,128,1,fp8,fp8,0,0.4637807846069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,2,128,1,bfloat16,bfloat16,0,0.16209280490875244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,2,128,1,bfloat16,fp8,0,0.17836320400238037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,2,128,1,fp8,fp8,0,0.11917439699172974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,4,128,1,bfloat16,bfloat16,0,0.16413120031356812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,4,128,1,bfloat16,fp8,0,0.18225280046463013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,4,128,1,fp8,fp8,0,0.12101119756698608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,8,128,1,bfloat16,bfloat16,0,0.17033439874649048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,8,128,1,bfloat16,fp8,0,0.1935248017311096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,8,128,1,fp8,fp8,0,0.12320959568023682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,2,128,1,fp8,fp8,0,0.22819039821624756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,16,128,1,bfloat16,bfloat16,0,0.10058399438858032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,16,128,1,bfloat16,fp8,0,0.11128159761428832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,1,128,1,bfloat16,bfloat16,0,0.0903007984161377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,2,128,1,bfloat16,bfloat16,0,0.32101120948791506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,1,128,1,fp8,fp8,0,0.06573439836502075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,2,128,1,bfloat16,bfloat16,0,0.09029279947280884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,2,128,1,bfloat16,fp8,0,0.10052640438079834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,2,128,1,fp8,fp8,0,0.06596800088882446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,16,128,1,bfloat16,bfloat16,0,0.2011631965637207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,4,128,1,bfloat16,bfloat16,0,0.09092640280723571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,16,128,1,fp8,fp8,0,0.129203200340271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,4,128,1,fp8,fp8,0,0.0677456021308899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,8,128,1,bfloat16,bfloat16,0,0.09441440105438233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,1,128,1,fp8,fp8,0,0.11908160448074341
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,8,128,1,fp8,fp8,0,0.06790879964828492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,16,128,1,bfloat16,bfloat16,0,0.055478399991989134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,16,128,1,bfloat16,fp8,0,0.06285920143127441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,16,128,1,fp8,fp8,0,0.04105600118637085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,1,128,1,bfloat16,bfloat16,0,0.049446401000022885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,1,128,1,fp8,fp8,0,0.03774400055408478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,2,128,1,bfloat16,bfloat16,0,0.050721597671508786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,2,128,1,bfloat16,fp8,0,0.05757920145988464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,2,128,1,fp8,fp8,0,0.03785600066184998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,4,128,1,bfloat16,bfloat16,0,0.05137919783592224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,4,128,1,bfloat16,fp8,0,0.05769439935684204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,4,128,1,fp8,fp8,0,0.03901439905166626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,16,128,1,fp8,fp8,0,0.07190080285072327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,8,128,1,bfloat16,bfloat16,0,0.053123199939727785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,8,128,1,bfloat16,fp8,0,0.06032800078392029
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,8,128,1,fp8,fp8,0,0.039078399538993835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,1,128,1,bfloat16,fp8,0,0.09912639856338501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,16,128,1,bfloat16,bfloat16,0,0.037062400579452516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,16,128,1,bfloat16,fp8,0,0.04279040098190308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,1,128,1,bfloat16,bfloat16,0,0.03496640026569366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,1,128,1,fp8,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,4,128,1,bfloat16,fp8,0,0.1025920033454895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,2,128,1,bfloat16,bfloat16,0,0.03492000102996826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,2,128,1,fp8,fp8,0,0.026704001426696777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,1,128,1,bfloat16,fp8,0,0.1781823992729187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,4,128,1,bfloat16,bfloat16,0,0.0350271999835968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,4,128,1,fp8,fp8,0,0.026726400852203368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,4,128,1,bfloat16,fp8,0,0.04104959964752197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,8,128,1,bfloat16,bfloat16,0,0.03502239882946014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,1,128,1,bfloat16,fp8,0,0.05752159953117371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,8,128,1,bfloat16,fp8,0,0.041068801283836366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,8,128,1,fp8,fp8,0,0.026817598938941957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,16,128,1,bfloat16,bfloat16,0,0.026694399118423463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,16,128,1,bfloat16,fp8,0,0.030883198976516722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,1,128,1,bfloat16,bfloat16,0,0.024732799828052522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,1,128,1,bfloat16,fp8,0,0.028867200016975403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,1,128,1,fp8,fp8,0,0.018612800538539885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,2,128,1,bfloat16,bfloat16,0,0.024779200553894043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,2,128,1,bfloat16,fp8,0,0.02884480059146881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,2,128,1,fp8,fp8,0,0.018636800348758698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,4,128,1,bfloat16,fp8,0,0.02886880040168762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,4,128,1,fp8,fp8,0,0.018615999817848207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,8,128,1,bfloat16,bfloat16,0,0.024777600169181825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,8,128,1,bfloat16,fp8,0,0.02900640070438385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,16,128,1,fp8,fp8,0,0.02683520019054413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,8,128,1,fp8,fp8,0,0.0186256006360054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,1,128,1,bfloat16,fp8,0,0.03905600011348724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,2,128,1,bfloat16,fp8,0,0.03916960060596466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,8,128,1,bfloat16,fp8,0,0.10470720529556274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,1,128,1,bfloat16,bfloat16,0,0.8112400054931641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,1,128,1,fp8,fp8,0,0.6046127796173095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,1,128,1,bfloat16,fp8,0,0.8628383636474609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,2,128,1,bfloat16,bfloat16,0,0.8550031661987305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,4,128,1,bfloat16,bfloat16,0,0.02471359968185425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,2,128,1,bfloat16,fp8,0,0.9052672386169434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,4,128,1,bfloat16,bfloat16,0,1.0388431549072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,4,128,1,bfloat16,fp8,0,1.091051197052002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,8,128,1,fp8,fp8,0,0.7750063896179199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,8,128,1,bfloat16,bfloat16,0,1.3358991622924805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,16,128,1,bfloat16,bfloat16,0,0.9898544311523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,8,128,1,bfloat16,fp8,0,1.4521408081054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,16,128,1,fp8,fp8,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,16,128,1,fp8,fp8,0,0.47539520263671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,2,128,1,fp8,fp8,0,0.6065040111541748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,1,128,1,fp8,fp8,0,0.30518720149993894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,1,128,1,bfloat16,fp8,0,0.4386496067047119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,16,128,1,bfloat16,fp8,0,1.0763216018676758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,2,128,1,bfloat16,bfloat16,0,0.4160192012786865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,2,128,1,bfloat16,fp8,0,0.44689440727233887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,4,128,1,fp8,fp8,0,0.6387472152709961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,2,128,1,fp8,fp8,0,0.3064591884613037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,4,128,1,bfloat16,bfloat16,0,0.4547887802124023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,4,128,1,bfloat16,fp8,0,0.4717616081237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,16,128,1,bfloat16,bfloat16,0,0.41591677665710447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,8,128,1,fp8,fp8,0,0.34065918922424315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,16,128,1,fp8,fp8,0,0.19540480375289918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,16,128,1,bfloat16,fp8,0,0.4367663860321045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,1,128,1,bfloat16,bfloat16,0,0.2094640016555786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,1,128,1,bfloat16,fp8,0,0.2257551908493042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,2,128,1,bfloat16,bfloat16,0,0.21320478916168212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,2,128,1,bfloat16,fp8,0,0.22970399856567383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,1,128,1,bfloat16,bfloat16,0,0.4103839874267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,4,128,1,bfloat16,bfloat16,0,0.22143359184265138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,4,128,1,fp8,fp8,0,0.1483504056930542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,4,128,1,bfloat16,fp8,0,0.23621439933776855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,8,128,1,bfloat16,bfloat16,0,0.2481168031692505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,8,128,1,fp8,fp8,0,0.15481599569320678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,8,128,1,bfloat16,fp8,0,0.26113119125366213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,16,128,1,bfloat16,bfloat16,0,0.153983998298645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,16,128,1,fp8,fp8,0,0.08627039790153504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,16,128,1,bfloat16,fp8,0,0.15739200115203858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,4,128,1,fp8,fp8,0,0.3114799976348877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,1,128,1,bfloat16,bfloat16,0,0.10334399938583375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,1,128,1,fp8,fp8,0,0.07708320021629333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,1,128,1,bfloat16,fp8,0,0.1144495964050293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,2,128,1,bfloat16,bfloat16,0,0.10466400384902955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,2,128,1,bfloat16,fp8,0,0.1150272011756897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,4,128,1,bfloat16,bfloat16,0,0.10682079792022706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,4,128,1,bfloat16,fp8,0,0.11897759437561035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,4,128,1,fp8,fp8,0,0.07803999781608581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,8,128,1,bfloat16,fp8,0,0.6332767963409424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,8,128,1,bfloat16,bfloat16,0,0.11390719413757325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,8,128,1,bfloat16,fp8,0,0.12718240022659302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,8,128,1,fp8,fp8,0,0.0809119999408722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,16,128,1,bfloat16,fp8,0,0.07580000162124634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,16,128,1,bfloat16,bfloat16,0,0.06674879789352417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,16,128,1,fp8,fp8,0,0.04728319942951202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,2,128,1,fp8,fp8,0,0.14765919446945192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,1,128,1,bfloat16,bfloat16,0,0.05572959780693054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,1,128,1,fp8,fp8,0,0.041222399473190306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,2,128,1,bfloat16,bfloat16,0,0.056923198699951175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,2,128,1,bfloat16,fp8,0,0.06371679902076721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,2,128,1,fp8,fp8,0,0.041633599996566774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,4,128,1,bfloat16,bfloat16,0,0.057574397325515746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,4,128,1,bfloat16,fp8,0,0.06575199961662292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,4,128,1,fp8,fp8,0,0.043188801407814024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,8,128,1,bfloat16,bfloat16,0,0.06079999804496765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,8,128,1,bfloat16,fp8,0,0.0678816020488739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,8,128,1,fp8,fp8,0,0.043303999304771426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,16,128,1,bfloat16,bfloat16,0,0.03809120059013367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,16,128,1,fp8,fp8,0,0.026737600564956665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,1,128,1,bfloat16,bfloat16,0,0.03293119966983795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,1,128,1,bfloat16,fp8,0,0.03703359961509704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,1,128,1,fp8,fp8,0,0.024726399779319765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,2,128,1,bfloat16,bfloat16,0,0.03296160101890564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,2,128,1,bfloat16,fp8,0,0.03700479865074158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,2,128,1,fp8,fp8,0,0.02473919987678528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,2,128,1,fp8,fp8,0,0.07799680233001709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,4,128,1,bfloat16,bfloat16,0,0.03297599852085113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,4,128,1,bfloat16,fp8,0,0.039001598954200745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,4,128,1,fp8,fp8,0,0.02480800002813339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,8,128,1,bfloat16,bfloat16,0,0.5953184127807617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,8,128,1,bfloat16,fp8,0,0.039735999703407285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,8,128,1,fp8,fp8,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,1,128,1,fp8,fp8,0,0.14767359495162963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,16,128,1,bfloat16,fp8,0,0.02873919904232025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,16,128,1,fp8,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,16,128,1,bfloat16,bfloat16,0,0.02468159943819046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,1,128,1,bfloat16,bfloat16,0,0.021299199759960176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,1,128,1,bfloat16,fp8,0,0.02476319968700409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,2,128,1,bfloat16,bfloat16,0,0.022623999416828154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,2,128,1,bfloat16,fp8,0,0.02473759949207306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,1,128,1,bfloat16,fp8,0,0.06226239800453186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,4,128,1,bfloat16,bfloat16,0,0.022655999660491942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,4,128,1,fp8,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,8,128,1,bfloat16,bfloat16,0,0.022728000581264497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,8,128,1,bfloat16,fp8,0,0.02680160105228424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,8,128,1,fp8,fp8,0,0.016603200137615202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,16,128,1,bfloat16,bfloat16,0,0.01644960045814514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,16,128,1,bfloat16,fp8,0,0.02054080069065094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,16,128,1,fp8,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,1,128,1,bfloat16,bfloat16,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,16,128,1,bfloat16,fp8,0,0.04320000112056732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,1,128,1,bfloat16,fp8,0,0.01855199933052063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,2,128,1,bfloat16,bfloat16,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,2,128,1,bfloat16,fp8,0,0.018512000143527985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,4,128,1,bfloat16,bfloat16,0,0.014556799829006196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,4,128,1,bfloat16,fp8,0,0.018606400489807128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,4,128,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,8,128,1,bfloat16,bfloat16,0,0.035025599598884585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,8,128,1,bfloat16,bfloat16,0,0.015447999536991119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,8,128,1,bfloat16,fp8,0,0.018539200723171233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,8,128,1,fp8,fp8,0,0.012489599734544754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,16,128,1,bfloat16,bfloat16,0,0.014481599628925323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,16,128,1,bfloat16,fp8,0,0.018537600338459016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,16,128,1,fp8,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,1,128,1,fp8,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,1,128,1,bfloat16,fp8,0,0.017739200592041017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,1,128,1,fp8,fp8,0,0.012350399792194367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,2,128,1,bfloat16,bfloat16,0,0.014435200393199921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,2,128,1,bfloat16,fp8,0,0.018512000143527985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,2,128,1,fp8,fp8,0,0.012464000284671784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,4,128,1,bfloat16,fp8,0,0.026185598969459534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,4,128,1,bfloat16,bfloat16,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,4,128,1,bfloat16,fp8,0,0.01854880005121231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,4,128,1,fp8,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,8,128,1,bfloat16,bfloat16,0,0.014588800072669984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,8,128,1,bfloat16,fp8,0,0.01852000057697296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,8,128,1,fp8,fp8,0,0.0123648002743721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,1,128,1,fp8,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,1,128,1,bfloat16,bfloat16,0,0.30905919075012206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,1,128,1,fp8,fp8,0,0.22792479991912842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,2,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,1,128,1,bfloat16,fp8,0,0.3243839979171753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,2,128,1,bfloat16,fp8,0,0.336844801902771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,2,128,1,bfloat16,bfloat16,0,0.3195487976074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,4,128,1,bfloat16,fp8,0,0.39354240894317627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,1,128,1,bfloat16,bfloat16,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,2,128,1,fp8,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,8,128,1,bfloat16,bfloat16,0,0.5212495803833008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,8,128,1,fp8,fp8,0,0.2787631988525391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,8,128,1,bfloat16,fp8,0,0.5446911811828613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,16,128,1,bfloat16,bfloat16,0,0.3867136001586914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,16,128,1,fp8,fp8,0,0.16648160219192504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,16,128,1,bfloat16,fp8,0,0.4056863784790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,1,128,1,bfloat16,bfloat16,0,0.1579584002494812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,1,128,1,fp8,fp8,0,0.10876480340957642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,2,128,1,bfloat16,bfloat16,0,0.1605280041694641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,2,128,1,bfloat16,fp8,0,0.17191040515899658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,2,128,1,fp8,fp8,0,0.10879360437393189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,4,128,1,bfloat16,bfloat16,0,0.17038559913635254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,4,128,1,bfloat16,fp8,0,0.18420640230178834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,4,128,1,fp8,fp8,0,0.10958720445632934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,2,128,1,fp8,fp8,0,0.23082399368286133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,8,128,1,bfloat16,bfloat16,0,0.21798560619354249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,8,128,1,bfloat16,fp8,0,0.22016479969024658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,4,128,1,bfloat16,bfloat16,0,0.38692479133605956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,16,128,1,bfloat16,fp8,0,0.13963040113449096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,16,128,1,fp8,fp8,0,0.06391199827194213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,1,128,1,bfloat16,bfloat16,0,0.07584159970283508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,1,128,1,bfloat16,fp8,0,0.08210399746894836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,1,128,1,fp8,fp8,0,0.055460798740386966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,2,128,1,bfloat16,bfloat16,0,0.0759775996208191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,2,128,1,bfloat16,fp8,0,0.08416960239410401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,2,128,1,fp8,fp8,0,0.055534398555755614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,4,128,1,bfloat16,bfloat16,0,0.07803360223770142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,4,128,1,bfloat16,fp8,0,0.08627359867095948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,4,128,1,fp8,fp8,0,0.057543998956680296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,1,128,1,bfloat16,fp8,0,0.16806720495223998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,8,128,1,bfloat16,fp8,0,0.09638879895210266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,8,128,1,bfloat16,bfloat16,0,0.08651040196418762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,16,128,1,bfloat16,fp8,0,0.05961599946022034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,16,128,1,fp8,fp8,0,0.03521279990673065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,1,128,1,bfloat16,bfloat16,0,0.04196319878101349
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,1,128,1,bfloat16,fp8,0,0.04732640087604523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,2,128,1,bfloat16,bfloat16,0,0.04309279918670654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,8,128,1,fp8,fp8,0,0.11659679412841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,4,128,1,fp8,fp8,0,0.23699040412902833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,2,128,1,bfloat16,fp8,0,0.04726879894733429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,2,128,1,fp8,fp8,0,0.03094879984855652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,4,128,1,bfloat16,bfloat16,0,0.04325439929962158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,4,128,1,bfloat16,fp8,0,0.049323201179504395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,8,128,1,bfloat16,bfloat16,0,0.047284799814224246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,8,128,1,bfloat16,fp8,0,0.05348160266876221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,8,128,1,fp8,fp8,0,0.03296479880809784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,16,128,1,bfloat16,bfloat16,0,0.02877599895000458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,16,128,1,bfloat16,fp8,0,0.03292959928512573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,16,128,1,fp8,fp8,0,0.020632000267505647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,1,128,1,bfloat16,bfloat16,0,0.022705599665641785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,1,128,1,bfloat16,fp8,0,0.026807999610900878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,1,128,1,fp8,fp8,0,0.017268800735473634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,2,128,1,bfloat16,bfloat16,0,0.023768000304698944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,2,128,1,bfloat16,fp8,0,0.026817598938941957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,2,128,1,fp8,fp8,0,0.018193599581718446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,4,128,1,bfloat16,bfloat16,0,0.024726399779319765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,8,128,1,fp8,fp8,0,0.059620797634124756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,4,128,1,bfloat16,fp8,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,4,128,1,fp8,fp8,0,0.01857919991016388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,8,128,1,bfloat16,bfloat16,0,0.0247871994972229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,8,128,1,fp8,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,16,128,1,bfloat16,bfloat16,0,0.018644799292087556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,16,128,1,bfloat16,fp8,0,0.022675199806690215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,1,128,1,fp8,fp8,0,0.030907198786735535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,16,128,1,fp8,fp8,0,0.014419199526309967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,1,128,1,fp8,fp8,0,0.012483199685811996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,1,128,1,bfloat16,fp8,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,16,128,1,bfloat16,bfloat16,0,0.14140959978103637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,2,128,1,bfloat16,bfloat16,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,2,128,1,bfloat16,fp8,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,2,128,1,fp8,fp8,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,4,128,1,fp8,fp8,0,0.03162879943847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,4,128,1,fp8,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,4,128,1,bfloat16,fp8,0,0.02059040069580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,8,128,1,bfloat16,bfloat16,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,16,128,1,bfloat16,bfloat16,0,0.01143999993801117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,16,128,1,bfloat16,fp8,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,16,128,1,fp8,fp8,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,1,128,1,bfloat16,bfloat16,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,1,128,1,bfloat16,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,1,128,1,fp8,fp8,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,2,128,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,2,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,2,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,8,128,1,bfloat16,fp8,0,0.02885119915008545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,4,128,1,bfloat16,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,4,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,1,128,1,bfloat16,bfloat16,0,0.016521599888801575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,8,128,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,8,128,1,bfloat16,fp8,0,0.01371839940547943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,8,128,1,fp8,fp8,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,16,128,1,bfloat16,bfloat16,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,16,128,1,bfloat16,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,4,128,1,bfloat16,bfloat16,0,0.016708800196647645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,1,128,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,1,128,1,bfloat16,fp8,0,0.012478400021791458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,1,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,2,128,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,8,128,1,fp8,fp8,0,0.012492799758911132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,2,128,1,bfloat16,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,2,128,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,4,128,1,fp8,fp8,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,4,128,1,bfloat16,fp8,0,0.01252480000257492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,4,128,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,8,128,1,bfloat16,bfloat16,0,0.010360000282526016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,8,128,1,bfloat16,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,16,128,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,8,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,16,128,1,bfloat16,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,16,128,1,fp8,fp8,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,1,128,1,bfloat16,fp8,0,0.012457600235939026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,16,128,1,bfloat16,bfloat16,0,0.05152480006217956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,2,128,1,bfloat16,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,2,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,4,128,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,4,128,1,bfloat16,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,4,128,1,fp8,fp8,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,8,128,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,8,128,1,bfloat16,fp8,0,0.012454400211572647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,8,128,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,1,128,1,bfloat16,bfloat16,0,0.1535647988319397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,16,128,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,1,128,1,bfloat16,fp8,0,0.16394079923629762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,1,128,1,fp8,fp8,0,0.10667040348052978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,8,128,1,bfloat16,fp8,0,0.020644800364971162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,2,128,1,bfloat16,bfloat16,0,0.15593279600143434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,2,128,1,bfloat16,fp8,0,0.16643840074539185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,2,128,1,fp8,fp8,0,0.10665440559387207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,4,128,1,bfloat16,bfloat16,0,0.17005280256271363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,4,128,1,bfloat16,fp8,0,0.18069920539855958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,4,128,1,fp8,fp8,0,0.10871679782867431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,1,128,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,8,128,1,fp8,fp8,0,0.1198591947555542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,4,128,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,16,128,1,bfloat16,bfloat16,0,0.15112799406051636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,16,128,1,bfloat16,fp8,0,0.14371999502182006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,16,128,1,fp8,fp8,0,0.06370559930801392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,1,128,1,bfloat16,bfloat16,0,0.072188800573349
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,1,128,1,bfloat16,fp8,0,0.08004480004310607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,1,128,1,fp8,fp8,0,0.055409598350524905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,2,128,1,bfloat16,bfloat16,0,0.07393760085105897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,2,128,1,fp8,fp8,0,0.05540000200271607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,4,128,1,bfloat16,bfloat16,0,0.07598239779472352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,4,128,1,bfloat16,fp8,0,0.08414559960365295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,4,128,1,fp8,fp8,0,0.0554639995098114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,8,128,1,bfloat16,bfloat16,0,0.08419039845466614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,8,128,1,bfloat16,fp8,0,0.0939296007156372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,8,128,1,fp8,fp8,0,0.05930240154266357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,16,128,1,bfloat16,bfloat16,0,0.05129600167274475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,16,128,1,bfloat16,fp8,0,0.05764960050582886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,16,128,1,fp8,fp8,0,0.035046398639678955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,1,128,1,bfloat16,bfloat16,0,0.041064000129699706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,1,128,1,bfloat16,fp8,0,0.04524160027503967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,1,128,1,fp8,fp8,0,0.030895999073982237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,1,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,2,128,1,bfloat16,bfloat16,0,0.04109280109405518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,2,128,1,bfloat16,fp8,0,0.04536480009555817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,2,128,1,fp8,fp8,0,0.03092319965362549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,4,128,1,bfloat16,bfloat16,0,0.04309920072555542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,4,128,1,bfloat16,fp8,0,0.04731999933719635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,4,128,1,fp8,fp8,0,0.03091999888420105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,8,128,1,bfloat16,bfloat16,0,0.045307201147079465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,8,128,1,fp8,fp8,0,0.03297759890556336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,8,128,1,bfloat16,fp8,0,0.05139840245246887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,16,128,1,bfloat16,bfloat16,0,0.0267984002828598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,16,128,1,bfloat16,fp8,0,0.030950400233268737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,16,128,1,fp8,fp8,0,0.01929599940776825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,1,128,1,bfloat16,bfloat16,0,0.022655999660491942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,2,128,1,bfloat16,fp8,0,0.08003519773483277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,1,128,1,fp8,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,1,128,1,bfloat16,fp8,0,0.024743999540805816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,2,128,1,bfloat16,bfloat16,0,0.022745600342750548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,2,128,1,fp8,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,4,128,1,bfloat16,bfloat16,0,0.022758400440216063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,2,128,1,bfloat16,fp8,0,0.026708799600601196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,4,128,1,bfloat16,fp8,0,0.026822400093078614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,8,128,1,bfloat16,bfloat16,0,0.024692800641059876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,8,128,1,bfloat16,fp8,0,0.028777599334716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,16,128,1,bfloat16,bfloat16,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,16,128,1,bfloat16,fp8,0,0.02069920003414154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,16,128,1,fp8,fp8,0,0.012492799758911132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,1,128,1,bfloat16,bfloat16,0,0.01643040031194687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,1,128,1,bfloat16,fp8,0,0.01863040030002594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,1,128,1,fp8,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,2,128,1,bfloat16,bfloat16,0,0.016518400609493257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,2,128,1,bfloat16,fp8,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,2,128,1,fp8,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,2,128,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,8,128,1,bfloat16,fp8,0,0.225166392326355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,4,128,1,bfloat16,bfloat16,0,0.01645279973745346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,4,128,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,4,128,1,bfloat16,fp8,0,0.018569600582122803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,8,128,1,bfloat16,fp8,0,0.020563200116157532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,8,128,1,bfloat16,bfloat16,0,0.01666879951953888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,8,128,1,fp8,fp8,0,0.012486399710178375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,16,128,1,bfloat16,bfloat16,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,16,128,1,bfloat16,fp8,0,0.014470399916172027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,1,128,1,bfloat16,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,1,128,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,2,128,1,bfloat16,bfloat16,0,0.010302399843931198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,2,128,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,2,128,1,bfloat16,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,4,128,1,bfloat16,bfloat16,0,0.010384000092744827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,4,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,4,128,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,4,128,1,fp8,fp8,0,0.016803200542926788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,8,128,1,bfloat16,fp8,0,0.012513600289821625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,8,128,1,fp8,fp8,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,8,128,1,fp8,fp8,0,0.018512000143527985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,16,128,1,bfloat16,fp8,0,0.01249919980764389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,16,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,1,128,1,bfloat16,bfloat16,0,0.010304000228643417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,1,128,1,bfloat16,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,2,128,1,bfloat16,bfloat16,0,0.010328000038862228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,2,128,1,bfloat16,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,8,128,1,bfloat16,bfloat16,0,0.21949920654296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,2,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,4,128,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,4,128,1,bfloat16,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,4,128,1,fp8,fp8,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,8,128,1,bfloat16,bfloat16,0,0.010311999917030334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,8,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,8,128,1,fp8,fp8,0,0.008263999968767166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,1,128,1,bfloat16,bfloat16,0,0.010304000228643417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,16,128,1,bfloat16,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,16,128,1,bfloat16,bfloat16,0,0.010366400331258773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,1,128,1,bfloat16,bfloat16,0,0.01024480015039444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,1,128,1,bfloat16,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,1,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,2,128,1,bfloat16,bfloat16,0,0.010305599868297577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,2,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,4,128,1,bfloat16,bfloat16,0,0.010315199941396713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,4,128,1,bfloat16,fp8,0,0.012358400225639343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,4,128,1,fp8,fp8,0,0.008262400329113007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,16,128,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,8,128,1,bfloat16,bfloat16,0,0.010329599678516387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,8,128,1,bfloat16,fp8,0,0.012432000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,8,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,16,128,1,bfloat16,bfloat16,0,0.01032319962978363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,1,128,1,fp8,fp8,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,16,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,16,128,1,fp8,fp8,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,1,128,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,2,128,1,bfloat16,bfloat16,0,0.008823999762535095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,2,128,1,bfloat16,fp8,0,0.012428800016641617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,2,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,4,128,1,bfloat16,bfloat16,0,0.008819200098514557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,4,128,1,bfloat16,fp8,0,0.012430399656295776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,4,128,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,8,128,1,bfloat16,bfloat16,0,0.010041599720716476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,16,128,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,8,128,1,bfloat16,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,8,128,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,16,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,1,128,1,bfloat16,bfloat16,0,0.12715519666671754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,1,128,1,fp8,fp8,0,0.10055999755859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,1,128,1,bfloat16,fp8,0,0.13944319486618043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,2,128,1,bfloat16,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,2,128,1,bfloat16,bfloat16,0,0.12908320426940917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,2,128,1,bfloat16,fp8,0,0.1403823971748352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,2,128,1,fp8,fp8,0,0.100547194480896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,4,128,1,bfloat16,bfloat16,0,0.13135520219802857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,4,128,1,bfloat16,fp8,0,0.1435263991355896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,8,128,1,bfloat16,bfloat16,0,0.14062399864196778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,8,128,1,bfloat16,fp8,0,0.1539088010787964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,16,128,1,bfloat16,bfloat16,0,0.07598559856414795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,1,128,1,bfloat16,fp8,0,0.012417600303888322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,16,128,1,fp8,fp8,0,0.055497598648071286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,1,128,1,bfloat16,bfloat16,0,0.0657039999961853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,1,128,1,bfloat16,fp8,0,0.07189760208129883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,1,128,1,fp8,fp8,0,0.05138720273971557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,2,128,1,bfloat16,bfloat16,0,0.06569120287895203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,2,128,1,bfloat16,fp8,0,0.0738864004611969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,2,128,1,fp8,fp8,0,0.05140799880027771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,4,128,1,bfloat16,bfloat16,0,0.06776959896087646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,4,128,1,bfloat16,fp8,0,0.07400959730148315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,8,128,1,bfloat16,bfloat16,0,0.06987680196762085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,8,128,1,bfloat16,fp8,0,0.07800319790840149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,8,128,1,fp8,fp8,0,0.05345119833946228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,8,128,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,16,128,1,bfloat16,bfloat16,0,0.041249600052833554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,16,128,1,bfloat16,fp8,0,0.047310400009155276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,16,128,1,fp8,fp8,0,0.030937600135803222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,1,128,1,bfloat16,bfloat16,0,0.03705120086669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,1,128,1,fp8,fp8,0,0.02887679934501648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,8,128,1,fp8,fp8,0,0.10462080240249634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,2,128,1,bfloat16,bfloat16,0,0.03705120086669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,1,128,1,bfloat16,bfloat16,0,0.008743999898433686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,16,128,1,bfloat16,fp8,0,0.08561279773712158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,2,128,1,fp8,fp8,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,2,128,1,bfloat16,fp8,0,0.04115839898586273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,4,128,1,bfloat16,bfloat16,0,0.037067198753356935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,4,128,1,fp8,fp8,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,4,128,1,bfloat16,fp8,0,0.04313279986381531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,8,128,1,bfloat16,fp8,0,0.04514879882335663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,16,128,1,bfloat16,bfloat16,0,0.022651199996471406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,16,128,1,bfloat16,fp8,0,0.02749919891357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,8,128,1,fp8,fp8,0,0.031007999181747438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,16,128,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,4,128,1,fp8,fp8,0,0.05147839784622192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,1,128,1,bfloat16,fp8,0,0.022731199860572815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,2,128,1,bfloat16,bfloat16,0,0.02067199945449829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,2,128,1,fp8,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,4,128,1,bfloat16,bfloat16,0,0.02070080041885376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,4,128,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,4,128,1,bfloat16,fp8,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,8,128,1,bfloat16,bfloat16,0,0.020670400559902193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,8,128,1,bfloat16,fp8,0,0.024779200553894043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,8,128,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,16,128,1,bfloat16,bfloat16,0,0.016510400176048278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,16,128,1,bfloat16,fp8,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,16,128,1,fp8,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,1,128,1,bfloat16,fp8,0,0.04119200110435486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,4,128,1,fp8,fp8,0,0.10145440101623535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,1,128,1,bfloat16,bfloat16,0,0.014505599439144135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,1,128,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,1,128,1,fp8,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,2,128,1,bfloat16,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,2,128,1,fp8,fp8,0,0.012336000055074691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,4,128,1,bfloat16,fp8,0,0.017798399925231932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,4,128,1,fp8,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,8,128,1,bfloat16,bfloat16,0,0.014535999298095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,8,128,1,bfloat16,bfloat16,0,0.039105600118637084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,8,128,1,bfloat16,fp8,0,0.018619200587272643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,8,128,1,fp8,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,16,128,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,16,128,1,bfloat16,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,1,128,1,bfloat16,bfloat16,0,0.020627200603485107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,1,128,1,bfloat16,bfloat16,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,1,128,1,bfloat16,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,1,128,1,fp8,fp8,0,0.016601599752902985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,1,128,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,2,128,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,2,128,1,bfloat16,fp8,0,0.024659200012683867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,2,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,4,128,1,bfloat16,fp8,0,0.012359999865293504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,8,128,1,bfloat16,bfloat16,0,0.008449599891901017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,8,128,1,bfloat16,fp8,0,0.012350399792194367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,8,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,16,128,1,bfloat16,bfloat16,0,0.009216000139713288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,16,128,1,bfloat16,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,16,128,1,fp8,fp8,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,1,128,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,1,128,1,bfloat16,fp8,0,0.010929600149393082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,4,128,1,bfloat16,bfloat16,0,0.014585599303245544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,1,128,1,fp8,fp8,0,0.008249600231647492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,2,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,2,128,1,bfloat16,fp8,0,0.011363200098276138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,4,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,4,128,1,bfloat16,fp8,0,0.012368000298738479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,4,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,8,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,8,128,1,bfloat16,fp8,0,0.012336000055074691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,16,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,8,128,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,16,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,16,128,1,bfloat16,fp8,0,0.011659199744462967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,1,128,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,2,128,1,bfloat16,fp8,0,0.012347199767827988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,1,128,1,bfloat16,fp8,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,4,128,1,fp8,fp8,0,0.008670400083065032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,2,128,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,2,128,1,fp8,fp8,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,4,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,4,128,1,bfloat16,fp8,0,0.010819199681282043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,4,128,1,fp8,fp8,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,8,128,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,8,128,1,bfloat16,fp8,0,0.011747200042009354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,2,128,1,bfloat16,bfloat16,0,0.014473600685596466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,16,128,1,bfloat16,bfloat16,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,16,128,1,bfloat16,fp8,0,0.010787200182676315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,16,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,2,128,1,fp8,fp8,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,1,128,1,bfloat16,fp8,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,1,128,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,2,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,2,128,1,bfloat16,fp8,0,0.010518400371074677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,2,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,4,128,1,bfloat16,bfloat16,0,0.008460800349712371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,4,128,1,bfloat16,fp8,0,0.010927999764680863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,4,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,4,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,8,128,1,bfloat16,fp8,0,0.011374399811029435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,8,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,2,128,1,bfloat16,fp8,0,0.011145599931478501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,1,128,1,bfloat16,bfloat16,0,0.12315679788589477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,1,128,1,bfloat16,fp8,0,0.13121440410614013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,1,128,1,fp8,fp8,0,0.09647039771080017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,2,128,1,bfloat16,bfloat16,0,0.12413280010223389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,8,128,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,4,128,1,bfloat16,bfloat16,0,0.1251744031906128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,2,128,1,fp8,fp8,0,0.0965503990650177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,4,128,1,bfloat16,fp8,0,0.1333024024963379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,4,128,1,fp8,fp8,0,0.09648320078849792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,8,128,1,bfloat16,bfloat16,0,0.12916159629821777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,1,128,1,bfloat16,bfloat16,0,0.008473599702119828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,8,128,1,bfloat16,fp8,0,0.13727840185165405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,8,128,1,fp8,fp8,0,0.09852480292320251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,16,128,1,bfloat16,fp8,0,0.0739135980606079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,16,128,1,fp8,fp8,0,0.05141599774360657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,1,128,1,bfloat16,bfloat16,0,0.06366879940032959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,1,128,1,fp8,fp8,0,0.04936319887638092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,2,128,1,bfloat16,bfloat16,0,0.06358879804611206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,16,128,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,2,128,1,fp8,fp8,0,0.04930559992790222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,2,128,1,bfloat16,fp8,0,0.06777439713478088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,8,128,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,4,128,1,bfloat16,bfloat16,0,0.06367040276527405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,1,128,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,4,128,1,bfloat16,fp8,0,0.0697920024394989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,8,128,1,bfloat16,fp8,0,0.07176960110664368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,8,128,1,fp8,fp8,0,0.05130079984664917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,16,128,1,bfloat16,bfloat16,0,0.039078399538993835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,16,128,1,fp8,fp8,0,0.028860801458358766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,1,128,1,bfloat16,bfloat16,0,0.03502880036830902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,1,128,1,bfloat16,fp8,0,0.039087998867034915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,1,128,1,fp8,fp8,0,0.028760001063346863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,2,128,1,bfloat16,fp8,0,0.13121919631958007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,2,128,1,bfloat16,bfloat16,0,0.036160001158714296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,2,128,1,fp8,fp8,0,0.02884480059146881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,4,128,1,bfloat16,bfloat16,0,0.03697279989719391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,4,128,1,bfloat16,fp8,0,0.03914240002632141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,4,128,1,fp8,fp8,0,0.02884480059146881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,16,128,1,bfloat16,bfloat16,0,0.06781119704246522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,8,128,1,bfloat16,bfloat16,0,0.03704639971256256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,8,128,1,fp8,fp8,0,0.02885119915008545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,16,128,1,bfloat16,bfloat16,0,0.020683200657367708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,1,128,1,bfloat16,fp8,0,0.0678063988685608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,16,128,1,bfloat16,fp8,0,0.024711999297142028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,16,128,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,1,128,1,bfloat16,bfloat16,0,0.019054399430751802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,1,128,1,bfloat16,fp8,0,0.022622400522232057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,1,128,1,fp8,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,4,128,1,fp8,fp8,0,0.049358400702476504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,2,128,1,bfloat16,bfloat16,0,0.020556800067424774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,2,128,1,fp8,fp8,0,0.016439999639987945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,8,128,1,bfloat16,bfloat16,0,0.06573920249938965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,4,128,1,bfloat16,bfloat16,0,0.020579199492931365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,16,128,1,bfloat16,fp8,0,0.043166399002075195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,4,128,1,bfloat16,fp8,0,0.02268799990415573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,8,128,1,bfloat16,bfloat16,0,0.02056480050086975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,8,128,1,bfloat16,fp8,0,0.022708800435066224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,8,128,1,fp8,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,16,128,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,16,128,1,fp8,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,16,128,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,1,128,1,bfloat16,bfloat16,0,0.014431999623775482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,2,128,1,bfloat16,fp8,0,0.03907679915428162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,1,128,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,1,128,1,fp8,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,2,128,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,2,128,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,4,128,1,bfloat16,bfloat16,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,2,128,1,bfloat16,fp8,0,0.01650079935789108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,4,128,1,bfloat16,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,4,128,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,8,128,1,bfloat16,bfloat16,0,0.01448799967765808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,8,128,1,fp8,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,16,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,8,128,1,bfloat16,fp8,0,0.04111360013484955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,16,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,16,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,1,128,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,1,128,1,bfloat16,fp8,0,0.010460799932479859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,2,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,2,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,4,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,4,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,8,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,8,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,8,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,4,128,1,fp8,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,16,128,1,bfloat16,bfloat16,0,0.008481600135564805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,16,128,1,bfloat16,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,16,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,1,128,1,bfloat16,fp8,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,1,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,2,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,2,128,1,bfloat16,fp8,0,0.010465600341558457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,2,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,4,128,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,4,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,4,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,8,128,1,bfloat16,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,8,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,8,128,1,bfloat16,fp8,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,8,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,16,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,1,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,16,128,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,1,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,2,128,1,bfloat16,fp8,0,0.022631999850273133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,1,128,1,fp8,fp8,0,0.007718399912118912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,2,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,1,128,1,bfloat16,bfloat16,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,4,128,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,2,128,1,fp8,fp8,0,0.007371199876070022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,4,128,1,bfloat16,fp8,0,0.010473600029945374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,4,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,16,128,1,bfloat16,fp8,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,2,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,4,128,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,2,128,1,bfloat16,bfloat16,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,8,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,8,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,1,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,8,128,1,bfloat16,fp8,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,16,128,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,1,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,1,128,1,bfloat16,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,16,128,1,bfloat16,fp8,0,0.01048159971833229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,1,128,1,fp8,fp8,0,0.007065600156784058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,2,128,1,bfloat16,bfloat16,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,2,128,1,fp8,fp8,0,0.006360000371932984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,4,128,1,bfloat16,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,4,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,8,128,1,bfloat16,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,8,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,8,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,1,128,1,bfloat16,bfloat16,0,0.12087039947509766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,1,128,1,bfloat16,fp8,0,0.12911200523376465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,2,128,1,bfloat16,bfloat16,0,0.12093600034713745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,2,128,1,fp8,fp8,0,0.09441440105438233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,4,128,1,bfloat16,bfloat16,0,0.12108160257339477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,4,128,1,bfloat16,fp8,0,0.12919360399246216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,4,128,1,fp8,fp8,0,0.09522240161895752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,8,128,1,bfloat16,bfloat16,0,0.12098560333251954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,8,128,1,bfloat16,fp8,0,0.12910720109939575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,8,128,1,fp8,fp8,0,0.09436320066452027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,16,128,1,bfloat16,bfloat16,0,0.061660802364349364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,16,128,1,bfloat16,fp8,0,0.06717439889907836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,16,128,1,fp8,fp8,0,0.049353599548339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,1,128,1,bfloat16,bfloat16,0,0.0616096019744873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,1,128,1,bfloat16,fp8,0,0.06779199838638306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,1,128,1,fp8,fp8,0,0.04930880069732666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,2,128,1,bfloat16,bfloat16,0,0.061982399225234984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,2,128,1,bfloat16,fp8,0,0.06766560077667236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,2,128,1,fp8,fp8,0,0.04933440089225769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,16,128,1,fp8,fp8,0,0.008225599676370621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,2,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,4,128,1,bfloat16,bfloat16,0,0.061622399091720584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,4,128,1,fp8,fp8,0,0.04932479858398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,8,128,1,bfloat16,bfloat16,0,0.06164960265159607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,8,128,1,bfloat16,fp8,0,0.06773759722709656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,16,128,1,bfloat16,bfloat16,0,0.035016000270843506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,16,128,1,bfloat16,fp8,0,0.03899999856948853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,4,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,16,128,1,fp8,fp8,0,0.028760001063346863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,1,128,1,bfloat16,bfloat16,0,0.03499839901924133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,1,128,1,bfloat16,fp8,0,0.03912160098552704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,1,128,1,fp8,fp8,0,0.02874560058116913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,2,128,1,bfloat16,bfloat16,0,0.03500800132751465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,1,128,1,fp8,fp8,0,0.0947055995464325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,2,128,1,bfloat16,fp8,0,0.03911519944667816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,2,128,1,fp8,fp8,0,0.02874560058116913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,4,128,1,bfloat16,bfloat16,0,0.034999999403953555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,4,128,1,bfloat16,fp8,0,0.039094400405883786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,4,128,1,fp8,fp8,0,0.02874239981174469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,8,128,1,fp8,fp8,0,0.02874560058116913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,16,128,1,bfloat16,bfloat16,0,0.018632000684738158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,16,128,1,bfloat16,fp8,0,0.022619199752807618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,16,128,1,fp8,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,1,128,1,bfloat16,bfloat16,0,0.018646399676799773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,1,128,1,fp8,fp8,0,0.016448000073432924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,2,128,1,bfloat16,bfloat16,0,0.018598400056362152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,2,128,1,bfloat16,fp8,0,0.022622400522232057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,2,128,1,fp8,fp8,0,0.016448000073432924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,4,128,1,bfloat16,bfloat16,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,4,128,1,bfloat16,fp8,0,0.022606399655342103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,4,128,1,fp8,fp8,0,0.016444799304008485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,4,128,1,bfloat16,fp8,0,0.06770880222320556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,8,128,1,bfloat16,fp8,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,8,128,1,fp8,fp8,0,0.049379199743270874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,8,128,1,fp8,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,16,128,1,bfloat16,bfloat16,0,0.01440960019826889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,16,128,1,bfloat16,fp8,0,0.016484799981117248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,16,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,1,128,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,1,128,1,bfloat16,fp8,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,1,128,1,fp8,fp8,0,0.011366400122642516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,2,128,1,bfloat16,bfloat16,0,0.014424000680446625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,2,128,1,bfloat16,fp8,0,0.12917120456695558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,2,128,1,fp8,fp8,0,0.011211200058460236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,4,128,1,bfloat16,bfloat16,0,0.014476799964904785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,4,128,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,8,128,1,bfloat16,fp8,0,0.0390720009803772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,8,128,1,bfloat16,bfloat16,0,0.034995201230049136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,4,128,1,fp8,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,8,128,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,8,128,1,fp8,fp8,0,0.012358400225639343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,16,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,1,128,1,bfloat16,fp8,0,0.022702400386333466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,1,128,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,1,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,2,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,2,128,1,bfloat16,fp8,0,0.010446400195360184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,2,128,1,fp8,fp8,0,0.006868799775838852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,4,128,1,bfloat16,bfloat16,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,4,128,1,bfloat16,fp8,0,0.010460799932479859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,4,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,8,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,8,128,1,bfloat16,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,8,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,16,128,1,bfloat16,bfloat16,0,0.008225599676370621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,16,128,1,bfloat16,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,16,128,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,1,128,1,bfloat16,bfloat16,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,2,128,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,1,128,1,bfloat16,fp8,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,1,128,1,fp8,fp8,0,0.006878399848937988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,2,128,1,bfloat16,fp8,0,0.010529600083827972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,2,128,1,fp8,fp8,0,0.006361600011587143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,8,128,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,4,128,1,bfloat16,bfloat16,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,4,128,1,bfloat16,fp8,0,0.010574399679899215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,16,128,1,bfloat16,fp8,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,8,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,1,128,1,fp8,fp8,0,0.007409600168466568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,8,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,16,128,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,8,128,1,fp8,fp8,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,16,128,1,fp8,fp8,0,0.007764799892902375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,1,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,1,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,1,128,1,fp8,fp8,0,0.007281599938869477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,2,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,2,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,8,128,1,bfloat16,bfloat16,0,0.01858399957418442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,2,128,1,fp8,fp8,0,0.006430400162935257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,4,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,4,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,4,128,1,fp8,fp8,0,0.0063344001770019535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,8,128,1,bfloat16,fp8,0,0.010385599732398988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,16,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,16,128,1,bfloat16,fp8,0,0.010382399708032609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,16,128,1,fp8,fp8,0,0.006297600269317627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,1,128,1,bfloat16,bfloat16,0,0.008951999992132188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,1,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,1,128,1,fp8,fp8,0,0.006321600079536438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,2,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,2,128,1,bfloat16,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,2,128,1,fp8,fp8,0,0.006284800171852112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,4,128,1,bfloat16,bfloat16,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,4,128,1,fp8,fp8,0,0.006878399848937988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,4,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,4,128,1,fp8,fp8,0,0.006534399837255478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,8,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,8,128,1,bfloat16,fp8,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,8,128,1,fp8,fp8,0,0.006407999992370605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,16,128,1,bfloat16,fp8,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,8,128,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,8,128,1,fp8,fp8,0,0.007254400104284286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,2,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,16,128,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,1,128,1,fp8,fp8,0,30.173809814453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,2,128,1,fp8,fp8,0,30.110205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,1,128,1,bfloat16,bfloat16,0,40.017120361328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,2,128,1,bfloat16,bfloat16,0,40.3039306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,1,128,1,bfloat16,fp8,0,44.748785400390624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,4,128,1,bfloat16,bfloat16,0,42.93838195800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,2,128,1,bfloat16,fp8,0,45.26304321289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,12,128,1,bfloat16,bfloat16,0,25.117036437988283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,4,128,1,bfloat16,fp8,0,47.21309814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,4,128,1,fp8,fp8,0,30.249661254882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,1,128,1,fp8,fp8,0,15.200820922851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,1,128,1,bfloat16,bfloat16,0,20.160237121582032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,1,128,1,bfloat16,fp8,0,22.542454528808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,2,128,1,fp8,fp8,0,15.169709777832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,2,128,1,bfloat16,bfloat16,0,20.231082153320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,4,128,1,bfloat16,bfloat16,0,20.342991638183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,2,128,1,bfloat16,fp8,0,22.67735595703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,4,128,1,fp8,fp8,0,15.197935485839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,12,128,1,bfloat16,bfloat16,0,11.02294692993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,4,128,1,bfloat16,fp8,0,22.913729858398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,1,128,1,bfloat16,bfloat16,0,10.234555053710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,1,128,1,fp8,fp8,0,7.703778839111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,1,128,1,bfloat16,fp8,0,11.433073425292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,2,128,1,bfloat16,bfloat16,0,10.278582763671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,2,128,1,fp8,fp8,0,7.695620727539063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,2,128,1,bfloat16,fp8,0,11.509811401367188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,4,128,1,bfloat16,bfloat16,0,10.26843032836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,12,128,1,bfloat16,bfloat16,0,5.479966354370117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,4,128,1,bfloat16,fp8,0,11.60564956665039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,4,128,1,fp8,fp8,0,7.710667419433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,1,128,1,bfloat16,bfloat16,0,5.276689529418945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,1,128,1,bfloat16,fp8,0,5.889955139160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,1,128,1,fp8,fp8,0,3.973507308959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,2,128,1,bfloat16,bfloat16,0,5.298896026611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,2,128,1,bfloat16,fp8,0,5.929940795898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,2,128,1,fp8,fp8,0,3.964980697631836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,4,128,1,bfloat16,bfloat16,0,5.292281723022461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,4,128,1,bfloat16,fp8,0,5.977449417114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,4,128,1,fp8,fp8,0,3.9704158782958983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,1,128,1,bfloat16,bfloat16,0,22.68861083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,1,128,1,bfloat16,fp8,0,25.346240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,1,128,1,fp8,fp8,0,17.102711486816407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,2,128,1,bfloat16,bfloat16,0,22.814848327636717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,12,128,1,fp8,fp8,0,4.022572708129883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,12,128,1,bfloat16,fp8,0,5.9594463348388675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,12,128,1,fp8,fp8,0,7.832737731933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,12,128,1,bfloat16,fp8,0,11.951118469238281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,2,128,1,bfloat16,fp8,0,26.02002868652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,2,128,1,fp8,fp8,0,17.076387023925783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,12,128,1,fp8,fp8,0,16.12598114013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,12,128,1,bfloat16,fp8,0,25.002978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,12,128,1,bfloat16,bfloat16,0,13.545500183105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,4,128,1,fp8,fp8,0,17.142860412597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,4,128,1,bfloat16,bfloat16,0,23.664691162109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,12,128,1,fp8,fp8,0,8.923390197753907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,12,128,1,bfloat16,fp8,0,13.965791320800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,1,128,1,bfloat16,bfloat16,0,11.456572723388671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,4,128,1,bfloat16,fp8,0,26.220196533203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,1,128,1,fp8,fp8,0,8.638187408447266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,2,128,1,bfloat16,bfloat16,0,11.49554901123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,1,128,1,bfloat16,fp8,0,12.787932586669921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,2,128,1,fp8,fp8,0,8.621135711669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,12,128,1,bfloat16,bfloat16,0,6.162259292602539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,12,128,1,fp8,fp8,0,4.47239990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,2,128,1,bfloat16,fp8,0,12.872575378417968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,4,128,1,fp8,fp8,0,8.64061279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,4,128,1,bfloat16,bfloat16,0,11.520372772216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,12,128,1,bfloat16,fp8,0,6.6927635192871096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,4,128,1,bfloat16,fp8,0,12.982733154296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,1,128,1,bfloat16,bfloat16,0,5.854899215698242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,1,128,1,fp8,fp8,0,4.402228927612304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,2,128,1,bfloat16,bfloat16,0,5.87553596496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,1,128,1,bfloat16,fp8,0,6.53259506225586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,2,128,1,fp8,fp8,0,4.389295959472657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,2,128,1,bfloat16,fp8,0,6.575190734863281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,12,128,1,fp8,fp8,0,2.3172224044799803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,4,128,1,fp8,fp8,0,4.404372787475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,4,128,1,bfloat16,bfloat16,0,5.872580718994141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,12,128,1,bfloat16,fp8,0,3.431243133544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,4,128,1,bfloat16,fp8,0,6.6246589660644535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,1,128,1,bfloat16,bfloat16,0,3.042555236816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,1,128,1,fp8,fp8,0,2.2903200149536134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,1,128,1,bfloat16,fp8,0,3.3939823150634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,2,128,1,bfloat16,bfloat16,0,3.0436431884765627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,12,128,1,bfloat16,bfloat16,0,3.149393653869629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,2,128,1,bfloat16,fp8,0,3.4193424224853515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,2,128,1,fp8,fp8,0,2.282110404968262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,4,128,1,bfloat16,bfloat16,0,3.052000045776367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,4,128,1,fp8,fp8,0,2.293079948425293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,4,128,1,bfloat16,fp8,0,3.4370750427246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,1,128,1,fp8,fp8,0,11.951522827148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,2,128,1,fp8,fp8,0,11.925129699707032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,1,128,1,bfloat16,bfloat16,0,15.858934020996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,2,128,1,bfloat16,bfloat16,0,15.939468383789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,1,128,1,bfloat16,fp8,0,17.710296630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,4,128,1,bfloat16,bfloat16,0,16.295310974121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,2,128,1,bfloat16,fp8,0,17.88075408935547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,4,128,1,bfloat16,fp8,0,18.25182647705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,12,128,1,bfloat16,bfloat16,0,9.270457458496093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,4,128,1,fp8,fp8,0,11.977244567871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,1,128,1,fp8,fp8,0,6.043027114868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,12,128,1,bfloat16,fp8,0,10.077828979492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,12,128,1,fp8,fp8,0,6.185047912597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,1,128,1,bfloat16,fp8,0,8.953339385986329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,2,128,1,bfloat16,bfloat16,0,8.047412872314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,1,128,1,bfloat16,bfloat16,0,8.025657653808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,2,128,1,fp8,fp8,0,6.0332801818847654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,12,128,1,bfloat16,bfloat16,0,4.290963363647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,4,128,1,fp8,fp8,0,6.0487007141113285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,4,128,1,bfloat16,bfloat16,0,8.065087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,12,128,1,fp8,fp8,0,3.143123245239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,12,128,1,bfloat16,fp8,0,4.697531127929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,1,128,1,bfloat16,bfloat16,0,4.113700866699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,4,128,1,bfloat16,fp8,0,9.087059020996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,2,128,1,bfloat16,fp8,0,9.015070343017578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,1,128,1,fp8,fp8,0,3.092300796508789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,1,128,1,bfloat16,fp8,0,4.5876720428466795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,2,128,1,fp8,fp8,0,3.0860416412353517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,2,128,1,bfloat16,bfloat16,0,4.134991836547852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,2,128,1,bfloat16,fp8,0,4.6237743377685545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,12,128,1,bfloat16,bfloat16,0,2.233025550842285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,12,128,1,fp8,fp8,0,1.6388063430786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,4,128,1,bfloat16,bfloat16,0,4.129203033447266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,12,128,1,bfloat16,fp8,0,2.430118370056152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,1,128,1,bfloat16,bfloat16,0,2.145724868774414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,4,128,1,bfloat16,fp8,0,4.659979248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,1,128,1,fp8,fp8,0,1.6248655319213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,1,128,1,bfloat16,fp8,0,2.3999456405639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,2,128,1,fp8,fp8,0,1.621820831298828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,2,128,1,bfloat16,bfloat16,0,2.1588191986083984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,2,128,1,bfloat16,fp8,0,2.4156896591186525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,4,128,1,bfloat16,bfloat16,0,2.151678466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,4,128,1,fp8,fp8,0,1.623206329345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,4,128,1,bfloat16,fp8,0,2.4303472518920897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,4,128,1,fp8,fp8,0,3.090727996826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,1,128,1,fp8,fp8,0,15.307431030273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,2,128,1,fp8,fp8,0,15.280180358886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,1,128,1,bfloat16,bfloat16,0,20.318756103515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,2,128,1,bfloat16,bfloat16,0,20.645523071289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,1,128,1,bfloat16,fp8,0,22.678285217285158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,2,128,1,bfloat16,fp8,0,22.953823852539063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,4,128,1,bfloat16,bfloat16,0,22.63433074951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,4,128,1,bfloat16,fp8,0,24.282351684570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,12,128,1,fp8,fp8,0,8.265235137939452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,4,128,1,fp8,fp8,0,15.437065124511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,1,128,1,fp8,fp8,0,7.7165580749511715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,1,128,1,bfloat16,bfloat16,0,10.235686492919921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,12,128,1,bfloat16,bfloat16,0,13.113818359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,12,128,1,bfloat16,fp8,0,13.636833190917969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,1,128,1,bfloat16,fp8,0,11.429601287841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,2,128,1,bfloat16,bfloat16,0,10.287097930908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,2,128,1,fp8,fp8,0,7.702820587158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,12,128,1,bfloat16,bfloat16,0,5.87444953918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,12,128,1,fp8,fp8,0,4.002032089233398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,2,128,1,bfloat16,fp8,0,11.505158233642579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,4,128,1,fp8,fp8,0,7.722456359863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,4,128,1,bfloat16,bfloat16,0,10.371224212646485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,1,128,1,bfloat16,bfloat16,0,5.193487930297851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,1,128,1,fp8,fp8,0,3.905918502807617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,4,128,1,bfloat16,fp8,0,11.662652587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,12,128,1,bfloat16,fp8,0,6.240716934204102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,1,128,1,bfloat16,fp8,0,5.80572624206543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,2,128,1,bfloat16,bfloat16,0,5.2168128967285154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,2,128,1,fp8,fp8,0,3.9023006439208983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,2,128,1,bfloat16,fp8,0,5.938671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,12,128,1,bfloat16,bfloat16,0,2.802851104736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,4,128,1,fp8,fp8,0,3.9164928436279296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,4,128,1,bfloat16,bfloat16,0,5.229249572753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,12,128,1,bfloat16,fp8,0,3.0533775329589843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,1,128,1,bfloat16,bfloat16,0,2.6733007431030273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,4,128,1,bfloat16,fp8,0,5.840673446655273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,1,128,1,fp8,fp8,0,2.0124576568603514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,1,128,1,bfloat16,fp8,0,2.990715217590332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,2,128,1,bfloat16,bfloat16,0,2.692233657836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,2,128,1,fp8,fp8,0,2.0111312866210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,12,128,1,fp8,fp8,0,2.0498783111572267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,2,128,1,bfloat16,fp8,0,3.010998344421387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,4,128,1,bfloat16,bfloat16,0,2.6918319702148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,4,128,1,fp8,fp8,0,2.016433525085449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,12,128,1,fp8,fp8,0,1.0790495872497559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,12,128,1,bfloat16,bfloat16,0,1.453123188018799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,4,128,1,bfloat16,fp8,0,3.001363182067871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,1,128,1,bfloat16,bfloat16,0,1.411460781097412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,12,128,1,bfloat16,fp8,0,1.5970175743103028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,1,128,1,fp8,fp8,0,1.0662896156311035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,1,128,1,bfloat16,fp8,0,1.5779359817504883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,2,128,1,bfloat16,bfloat16,0,1.4145183563232422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,2,128,1,fp8,fp8,0,1.0648943901062011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,2,128,1,bfloat16,fp8,0,1.5872223854064942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,4,128,1,bfloat16,bfloat16,0,1.4161888122558595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,4,128,1,fp8,fp8,0,1.0663087844848633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,4,128,1,bfloat16,fp8,0,1.584012794494629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,1,128,1,fp8,fp8,0,8.717791748046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,2,128,1,fp8,fp8,0,8.706259155273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,1,128,1,bfloat16,bfloat16,0,11.580198669433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,2,128,1,bfloat16,bfloat16,0,11.659820556640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,1,128,1,bfloat16,fp8,0,12.902995300292968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,4,128,1,bfloat16,bfloat16,0,12.535502624511718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,2,128,1,bfloat16,fp8,0,13.0152587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,12,128,1,fp8,fp8,0,4.634305572509765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,12,128,1,bfloat16,bfloat16,0,7.3985740661621096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,4,128,1,fp8,fp8,0,8.764193725585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,1,128,1,fp8,fp8,0,4.413678359985352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,1,128,1,bfloat16,bfloat16,0,5.8566944122314455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,12,128,1,bfloat16,fp8,0,7.763362884521484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,1,128,1,bfloat16,fp8,0,6.524446105957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,4,128,1,bfloat16,fp8,0,13.670280456542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,2,128,1,fp8,fp8,0,4.402950286865234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,2,128,1,bfloat16,bfloat16,0,5.8809150695800785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,12,128,1,bfloat16,bfloat16,0,3.2420848846435546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,2,128,1,bfloat16,fp8,0,6.567036437988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,4,128,1,fp8,fp8,0,4.416129684448242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,12,128,1,bfloat16,fp8,0,3.511510467529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,4,128,1,bfloat16,bfloat16,0,5.918552017211914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,12,128,1,fp8,fp8,0,2.2968927383422852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,4,128,1,bfloat16,fp8,0,6.640289306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,1,128,1,bfloat16,bfloat16,0,2.988465690612793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,1,128,1,fp8,fp8,0,2.2450031280517577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,2,128,1,fp8,fp8,0,2.2399744033813476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,1,128,1,bfloat16,fp8,0,3.3301807403564454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,2,128,1,bfloat16,bfloat16,0,3.0011360168457033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,4,128,1,bfloat16,bfloat16,0,3.0032575607299803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,2,128,1,bfloat16,fp8,0,3.353227233886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,12,128,1,bfloat16,bfloat16,0,1.618657684326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,12,128,1,fp8,fp8,0,1.1850751876831054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,4,128,1,fp8,fp8,0,2.246763229370117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,1,128,1,bfloat16,bfloat16,0,1.5501520156860351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,12,128,1,bfloat16,fp8,0,1.7586175918579101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,4,128,1,bfloat16,fp8,0,3.3806175231933593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,1,128,1,fp8,fp8,0,1.167505645751953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,1,128,1,bfloat16,fp8,0,1.728104019165039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,2,128,1,bfloat16,bfloat16,0,1.5517711639404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,2,128,1,fp8,fp8,0,1.165004825592041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,2,128,1,bfloat16,fp8,0,1.7404752731323243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,12,128,1,bfloat16,bfloat16,0,0.855679988861084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,4,128,1,fp8,fp8,0,1.1676223754882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,4,128,1,bfloat16,bfloat16,0,1.5575407981872558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,12,128,1,fp8,fp8,0,0.638640022277832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,12,128,1,bfloat16,fp8,0,0.9397664070129395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,1,128,1,bfloat16,bfloat16,0,0.8307295799255371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,1,128,1,fp8,fp8,0,0.6277152061462402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,1,128,1,bfloat16,fp8,0,0.9278191566467285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,2,128,1,bfloat16,bfloat16,0,0.8357248306274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,2,128,1,fp8,fp8,0,0.6289040088653565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,2,128,1,bfloat16,fp8,0,0.9332207679748535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,4,128,1,bfloat16,bfloat16,0,0.8322208404541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,4,128,1,fp8,fp8,0,0.6291312217712403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,4,128,1,bfloat16,fp8,0,0.9415472030639649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,4,128,1,bfloat16,fp8,0,1.7532224655151367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,1,128,1,fp8,fp8,0,7.873643493652343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,2,128,1,fp8,fp8,0,7.868112182617187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,1,128,1,bfloat16,bfloat16,0,10.46398696899414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,2,128,1,bfloat16,bfloat16,0,10.706314849853516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,1,128,1,bfloat16,fp8,0,11.640459442138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,2,128,1,bfloat16,fp8,0,11.854825592041015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,4,128,1,bfloat16,bfloat16,0,11.929796600341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,4,128,1,bfloat16,fp8,0,12.719168090820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,12,128,1,fp8,fp8,0,4.6952465057373045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,4,128,1,fp8,fp8,0,8.029966735839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,1,128,1,fp8,fp8,0,3.969388961791992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,1,128,1,bfloat16,bfloat16,0,5.276859283447266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,12,128,1,bfloat16,bfloat16,0,9.248467254638673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,1,128,1,bfloat16,fp8,0,5.867729568481446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,12,128,1,bfloat16,fp8,0,9.41434555053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,2,128,1,fp8,fp8,0,3.965265655517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,2,128,1,bfloat16,bfloat16,0,5.306592178344727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,2,128,1,bfloat16,fp8,0,5.9112590789794925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,4,128,1,bfloat16,bfloat16,0,5.432614517211914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,4,128,1,fp8,fp8,0,3.9792705535888673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,12,128,1,fp8,fp8,0,2.1114288330078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,12,128,1,bfloat16,bfloat16,0,3.242049789428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,4,128,1,bfloat16,fp8,0,6.055243301391601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,12,128,1,bfloat16,fp8,0,3.41939697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,1,128,1,bfloat16,bfloat16,0,2.6994367599487306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,1,128,1,fp8,fp8,0,2.0211599349975584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,1,128,1,bfloat16,fp8,0,3.0045055389404296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,2,128,1,fp8,fp8,0,2.0218191146850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,2,128,1,bfloat16,bfloat16,0,2.7116880416870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,12,128,1,fp8,fp8,0,1.068400001525879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,12,128,1,bfloat16,bfloat16,0,1.4753168106079102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,2,128,1,bfloat16,fp8,0,3.0270511627197267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,4,128,1,bfloat16,bfloat16,0,2.7253551483154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,4,128,1,bfloat16,fp8,0,3.056675148010254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,12,128,1,bfloat16,fp8,0,1.6006303787231446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,1,128,1,fp8,fp8,0,1.0423935890197753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,1,128,1,bfloat16,bfloat16,0,1.3848095893859864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,2,128,1,fp8,fp8,0,1.0401856422424316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,1,128,1,bfloat16,fp8,0,1.5423359870910645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,2,128,1,bfloat16,bfloat16,0,1.392089557647705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,2,128,1,bfloat16,fp8,0,1.554742431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,12,128,1,bfloat16,bfloat16,0,0.7650784015655517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,4,128,1,bfloat16,bfloat16,0,1.3997712135314941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,4,128,1,fp8,fp8,0,1.0432016372680664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,12,128,1,fp8,fp8,0,0.5609471797943115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,4,128,1,bfloat16,fp8,0,1.5747072219848632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,12,128,1,bfloat16,fp8,0,0.8382111549377441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,4,128,1,fp8,fp8,0,2.0347904205322265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,1,128,1,fp8,fp8,0,0.550926399230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,1,128,1,bfloat16,fp8,0,0.8164159774780273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,2,128,1,bfloat16,bfloat16,0,0.7321968078613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,2,128,1,bfloat16,fp8,0,0.8213248252868652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,4,128,1,bfloat16,bfloat16,0,0.7345232009887696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,12,128,1,bfloat16,bfloat16,0,0.42037601470947267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,4,128,1,fp8,fp8,0,0.5514656066894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,12,128,1,fp8,fp8,0,0.3117151975631714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,12,128,1,bfloat16,fp8,0,0.46112642288208006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,1,128,1,bfloat16,bfloat16,0,0.40577921867370603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,1,128,1,fp8,fp8,0,0.3053920030593872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,1,128,1,bfloat16,fp8,0,0.4546480178833008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,2,128,1,bfloat16,bfloat16,0,0.40774078369140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,2,128,1,fp8,fp8,0,0.3055023908615112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,4,128,1,bfloat16,bfloat16,0,0.4078991889953613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,4,128,1,fp8,fp8,0,0.3076719999313354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,4,128,1,bfloat16,fp8,0,0.4612256050109863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,1,128,1,bfloat16,bfloat16,0,0.7304463863372803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,2,128,1,fp8,fp8,0,0.5511839866638184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,4,128,1,bfloat16,fp8,0,0.8213888168334961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,2,128,1,bfloat16,fp8,0,0.45595197677612304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,1,128,1,fp8,fp8,0,4.52196159362793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,1,128,1,bfloat16,bfloat16,0,6.016644668579102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,2,128,1,fp8,fp8,0,4.520747375488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,1,128,1,bfloat16,fp8,0,6.685555267333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,2,128,1,bfloat16,fp8,0,6.759613037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,4,128,1,bfloat16,bfloat16,0,6.692241668701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,4,128,1,fp8,fp8,0,4.579230499267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,12,128,1,fp8,fp8,0,2.55087833404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,2,128,1,bfloat16,bfloat16,0,6.087105560302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,4,128,1,bfloat16,fp8,0,7.241486358642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,12,128,1,bfloat16,bfloat16,0,5.178883361816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,1,128,1,bfloat16,bfloat16,0,3.0512351989746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,1,128,1,fp8,fp8,0,2.2913183212280273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,12,128,1,bfloat16,fp8,0,5.238651275634766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,1,128,1,bfloat16,fp8,0,3.3816078186035154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,2,128,1,fp8,fp8,0,2.289684867858887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,2,128,1,bfloat16,fp8,0,3.407766342163086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,12,128,1,bfloat16,bfloat16,0,1.7849727630615235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,4,128,1,bfloat16,bfloat16,0,3.111457633972168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,12,128,1,fp8,fp8,0,1.2277567863464356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,4,128,1,fp8,fp8,0,2.2975135803222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,12,128,1,bfloat16,fp8,0,1.9343952178955077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,4,128,1,bfloat16,fp8,0,3.4668193817138673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,1,128,1,bfloat16,bfloat16,0,1.5747376441955567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,1,128,1,fp8,fp8,0,1.1762144088745117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,1,128,1,bfloat16,fp8,0,1.750828742980957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,2,128,1,bfloat16,bfloat16,0,1.5825743675231934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,2,128,1,fp8,fp8,0,1.1745984077453613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,2,128,1,bfloat16,bfloat16,0,3.0656335830688475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,2,128,1,bfloat16,fp8,0,1.7918607711791992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,4,128,1,bfloat16,bfloat16,0,1.5885727882385254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,4,128,1,fp8,fp8,0,1.1790656089782714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,12,128,1,bfloat16,bfloat16,0,0.8657183647155762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,12,128,1,fp8,fp8,0,0.624780797958374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,4,128,1,bfloat16,fp8,0,1.7843919754028321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,1,128,1,bfloat16,bfloat16,0,0.8138879776000977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,12,128,1,bfloat16,fp8,0,0.9432175636291504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,1,128,1,fp8,fp8,0,0.6123519897460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,1,128,1,bfloat16,fp8,0,0.906497573852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,2,128,1,fp8,fp8,0,0.6107903957366944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,2,128,1,bfloat16,fp8,0,0.9121952056884766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,4,128,1,bfloat16,bfloat16,0,0.8204303741455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,4,128,1,fp8,fp8,0,0.6127823829650879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,12,128,1,fp8,fp8,0,0.33591198921203613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,12,128,1,bfloat16,fp8,0,0.5013232231140137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,4,128,1,bfloat16,fp8,0,0.9229231834411621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,1,128,1,fp8,fp8,0,0.32900800704956057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,1,128,1,bfloat16,fp8,0,0.48787360191345214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,2,128,1,bfloat16,bfloat16,0,0.43881921768188475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,2,128,1,fp8,fp8,0,0.3281712055206299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,4,128,1,bfloat16,bfloat16,0,0.4402944087982178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,4,128,1,bfloat16,fp8,0,0.4958975791931152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,12,128,1,bfloat16,bfloat16,0,0.25974719524383544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,12,128,1,bfloat16,fp8,0,0.28614239692687987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,12,128,1,fp8,fp8,0,0.19265279769897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,1,128,1,bfloat16,bfloat16,0,0.25079998970031736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,1,128,1,bfloat16,fp8,0,0.27946879863739016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,1,128,1,fp8,fp8,0,0.1885167956352234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,2,128,1,bfloat16,bfloat16,0,0.25099198818206786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,2,128,1,bfloat16,bfloat16,0,0.8172351837158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,2,128,1,bfloat16,fp8,0,0.28677279949188234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,2,128,1,fp8,fp8,0,0.18890880346298217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,12,128,1,bfloat16,bfloat16,0,0.4552127838134766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,4,128,1,bfloat16,bfloat16,0,0.25126399993896487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,4,128,1,fp8,fp8,0,0.18990880250930786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,1,128,1,bfloat16,bfloat16,0,0.4371664047241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,2,128,1,bfloat16,fp8,0,0.4917888164520264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,4,128,1,fp8,fp8,0,0.32969439029693604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,4,128,1,bfloat16,fp8,0,0.28417119979858396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,1,128,1,fp8,fp8,0,4.156179046630859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,1,128,1,bfloat16,bfloat16,0,5.530744171142578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,2,128,1,fp8,fp8,0,4.155835342407227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,2,128,1,bfloat16,bfloat16,0,5.727753448486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,1,128,1,bfloat16,fp8,0,6.119966506958008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,2,128,1,bfloat16,fp8,0,6.294068908691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,12,128,1,fp8,fp8,0,2.6339696884155273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,4,128,1,bfloat16,bfloat16,0,6.531614685058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,4,128,1,fp8,fp8,0,4.308308792114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,1,128,1,bfloat16,bfloat16,0,2.7927104949951174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,12,128,1,bfloat16,bfloat16,0,5.114668655395508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,4,128,1,bfloat16,fp8,0,6.9631904602050785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,1,128,1,fp8,fp8,0,2.0976560592651365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,1,128,1,bfloat16,fp8,0,3.0858272552490233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,2,128,1,bfloat16,bfloat16,0,2.8223455429077147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,2,128,1,fp8,fp8,0,2.0997215270996095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,2,128,1,bfloat16,fp8,0,3.1228431701660155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,4,128,1,bfloat16,bfloat16,0,2.9590784072875977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,4,128,1,fp8,fp8,0,2.114569664001465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,12,128,1,bfloat16,bfloat16,0,2.135150337219238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,12,128,1,fp8,fp8,0,1.1503984451293945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,12,128,1,bfloat16,fp8,0,5.236572647094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,1,128,1,bfloat16,bfloat16,0,1.4331151962280273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,12,128,1,bfloat16,fp8,0,2.20837287902832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,4,128,1,bfloat16,fp8,0,3.253996658325195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,1,128,1,fp8,fp8,0,1.0628623962402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,1,128,1,bfloat16,fp8,0,1.5829903602600097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,2,128,1,bfloat16,bfloat16,0,1.4393712043762208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,2,128,1,fp8,fp8,0,1.0652000427246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,2,128,1,bfloat16,fp8,0,1.5990896224975586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,4,128,1,fp8,fp8,0,1.0771568298339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,4,128,1,bfloat16,bfloat16,0,1.4566096305847167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,12,128,1,fp8,fp8,0,0.5830128192901611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,12,128,1,bfloat16,bfloat16,0,0.8284687995910645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,4,128,1,bfloat16,fp8,0,1.620751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,12,128,1,bfloat16,fp8,0,0.8972304344177247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,1,128,1,fp8,fp8,0,0.559606409072876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,1,128,1,bfloat16,fp8,0,0.8277824401855469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,2,128,1,bfloat16,bfloat16,0,0.7500192165374756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,2,128,1,fp8,fp8,0,0.5586448192596436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,4,128,1,bfloat16,bfloat16,0,0.759665584564209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,4,128,1,fp8,fp8,0,0.5613984107971192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,2,128,1,bfloat16,fp8,0,0.8367823600769043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,4,128,1,bfloat16,fp8,0,0.8525983810424804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,12,128,1,fp8,fp8,0,0.30383360385894775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,12,128,1,bfloat16,bfloat16,0,0.4221151828765869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,12,128,1,bfloat16,fp8,0,0.4621391773223877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,1,128,1,bfloat16,bfloat16,0,0.39369280338287355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,1,128,1,fp8,fp8,0,0.2970848083496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,2,128,1,fp8,fp8,0,0.2961632013320923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,4,128,1,bfloat16,bfloat16,0,0.39749600887298586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,4,128,1,fp8,fp8,0,0.29730560779571535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,4,128,1,bfloat16,fp8,0,0.4470799922943115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,12,128,1,bfloat16,fp8,0,0.2521503925323486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,12,128,1,fp8,fp8,0,0.16835520267486573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,1,128,1,bfloat16,bfloat16,0,0.21905601024627686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,1,128,1,fp8,fp8,0,0.1643296003341675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,1,128,1,bfloat16,bfloat16,0,0.7447504043579102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,2,128,1,bfloat16,bfloat16,0,0.2193455934524536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,2,128,1,bfloat16,fp8,0,0.2456415891647339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,2,128,1,fp8,fp8,0,0.16535199880599977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,4,128,1,bfloat16,bfloat16,0,0.22047040462493897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,4,128,1,bfloat16,fp8,0,0.24810240268707276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,12,128,1,bfloat16,bfloat16,0,0.13582079410552977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,12,128,1,bfloat16,fp8,0,0.15015840530395508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,12,128,1,fp8,fp8,0,0.10064480304718018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,1,128,1,bfloat16,bfloat16,0,0.1312351942062378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,1,128,1,bfloat16,fp8,0,0.14608319997787475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,1,128,1,fp8,fp8,0,0.09849600195884704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,2,128,1,bfloat16,bfloat16,0,0.13123040199279784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,2,128,1,bfloat16,fp8,0,0.14985120296478271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,2,128,1,fp8,fp8,0,0.09849439859390259
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,2,128,1,bfloat16,bfloat16,0,0.39594879150390627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,4,128,1,bfloat16,bfloat16,0,0.13133599758148193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,4,128,1,bfloat16,fp8,0,0.1486575961112976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,4,128,1,fp8,fp8,0,0.1004080057144165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,12,128,1,bfloat16,bfloat16,0,0.22898879051208496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,1,128,1,bfloat16,fp8,0,0.24394080638885499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,4,128,1,fp8,fp8,0,0.16609920263290406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,1,128,1,fp8,fp8,0,2.4252784729003904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,2,128,1,bfloat16,fp8,0,0.44864802360534667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,1,128,1,bfloat16,fp8,0,3.5709793090820314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,2,128,1,bfloat16,bfloat16,0,3.298233413696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,2,128,1,bfloat16,fp8,0,3.633078384399414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,2,128,1,fp8,fp8,0,2.428256034851074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,1,128,1,bfloat16,bfloat16,0,3.2321327209472654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,4,128,1,fp8,fp8,0,2.49453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,4,128,1,bfloat16,bfloat16,0,3.782065582275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,12,128,1,bfloat16,bfloat16,0,2.9525312423706054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,12,128,1,bfloat16,fp8,0,3.0761184692382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,12,128,1,fp8,fp8,0,1.467865562438965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,1,128,1,bfloat16,bfloat16,0,1.6416927337646485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,1,128,1,bfloat16,fp8,0,0.4383887767791748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,1,128,1,fp8,fp8,0,1.232414436340332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,1,128,1,bfloat16,fp8,0,1.8103120803833008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,2,128,1,bfloat16,bfloat16,0,1.659231948852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,4,128,1,bfloat16,fp8,0,4.02421760559082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,2,128,1,fp8,fp8,0,1.2329968452453612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,4,128,1,fp8,fp8,0,1.2421631813049316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,12,128,1,bfloat16,bfloat16,0,1.0869728088378907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,12,128,1,fp8,fp8,0,0.6820528030395507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,4,128,1,bfloat16,bfloat16,0,1.7137855529785155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,1,128,1,bfloat16,bfloat16,0,0.8511775970458985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,1,128,1,bfloat16,fp8,0,0.9385248184204101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,4,128,1,bfloat16,fp8,0,1.8715232849121093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,1,128,1,fp8,fp8,0,0.6287695884704589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,2,128,1,fp8,fp8,0,0.6276559829711914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,2,128,1,bfloat16,bfloat16,0,0.8557552337646485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,2,128,1,bfloat16,fp8,0,0.9473296165466308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,12,128,1,bfloat16,bfloat16,0,0.4942927837371826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,4,128,1,fp8,fp8,0,0.6306320190429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,12,128,1,fp8,fp8,0,0.34795680046081545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,2,128,1,bfloat16,fp8,0,1.8298160552978515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,1,128,1,bfloat16,bfloat16,0,0.4483424186706543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,1,128,1,bfloat16,fp8,0,0.4973904132843018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,1,128,1,fp8,fp8,0,0.3363919973373413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,2,128,1,bfloat16,bfloat16,0,0.4498784065246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,12,128,1,bfloat16,fp8,0,1.1576191902160644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,2,128,1,fp8,fp8,0,0.33616640567779543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,4,128,1,bfloat16,bfloat16,0,0.45431041717529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,2,128,1,bfloat16,fp8,0,0.5008272171020508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,4,128,1,bfloat16,fp8,0,0.5081471920013427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,12,128,1,fp8,fp8,0,0.18718719482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,4,128,1,fp8,fp8,0,0.33790879249572753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,1,128,1,bfloat16,bfloat16,0,0.2414992094039917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,1,128,1,fp8,fp8,0,0.18048640489578247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,2,128,1,bfloat16,bfloat16,0,0.2417776107788086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,4,128,1,bfloat16,bfloat16,0,0.8643376350402832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,4,128,1,bfloat16,fp8,0,0.9620512008666993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,2,128,1,bfloat16,fp8,0,0.2693711996078491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,2,128,1,fp8,fp8,0,0.18069119453430177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,4,128,1,bfloat16,bfloat16,0,0.2440095901489258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,12,128,1,bfloat16,bfloat16,0,0.14538240432739258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,12,128,1,bfloat16,fp8,0,0.1600335955619812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,12,128,1,fp8,fp8,0,0.1067039966583252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,1,128,1,bfloat16,bfloat16,0,0.13737759590148926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,1,128,1,bfloat16,fp8,0,0.15377919673919677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,1,128,1,fp8,fp8,0,0.10331519842147827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,2,128,1,bfloat16,bfloat16,0,0.13757439851760864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,2,128,1,bfloat16,fp8,0,0.15775200128555297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,2,128,1,fp8,fp8,0,0.10281440019607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,12,128,1,bfloat16,bfloat16,0,0.2560447931289673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,4,128,1,bfloat16,bfloat16,0,0.13953759670257568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,12,128,1,bfloat16,fp8,0,0.28210880756378176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,4,128,1,bfloat16,fp8,0,0.1560688018798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,4,128,1,fp8,fp8,0,0.10404319763183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,12,128,1,bfloat16,bfloat16,0,0.0915727972984314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,1,128,1,bfloat16,fp8,0,0.26834559440612793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,12,128,1,fp8,fp8,0,0.06777120232582093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,12,128,1,bfloat16,fp8,0,0.10127520561218262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,1,128,1,bfloat16,bfloat16,0,0.08808000087738037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,12,128,1,bfloat16,fp8,0,0.537398386001587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,1,128,1,bfloat16,fp8,0,0.09840480089187623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,2,128,1,bfloat16,bfloat16,0,0.08809279799461364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,2,128,1,fp8,fp8,0,0.0658128023147583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,4,128,1,fp8,fp8,0,0.18234560489654542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,4,128,1,bfloat16,bfloat16,0,0.08819199800491333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,4,128,1,bfloat16,fp8,0,0.27269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,4,128,1,bfloat16,fp8,0,0.09889760017395019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,1,128,1,fp8,fp8,0,0.06588159799575806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,2,128,1,bfloat16,fp8,0,0.10036159753799438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,1,128,1,fp8,fp8,0,2.299118423461914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,1,128,1,bfloat16,bfloat16,0,3.064219284057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,1,128,1,bfloat16,fp8,0,3.3649456024169924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,2,128,1,bfloat16,bfloat16,0,3.2230926513671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,2,128,1,fp8,fp8,0,2.307507133483887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,2,128,1,bfloat16,fp8,0,3.5128177642822265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,4,128,1,fp8,fp8,0,0.06571040153503419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,4,128,1,bfloat16,bfloat16,0,3.741151809692383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,4,128,1,bfloat16,fp8,0,4.021456146240235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,4,128,1,fp8,fp8,0,2.4448591232299806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,1,128,1,bfloat16,bfloat16,0,1.5485343933105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,12,128,1,fp8,fp8,0,1.584216022491455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,1,128,1,bfloat16,fp8,0,1.697395133972168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,1,128,1,fp8,fp8,0,1.1612079620361329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,12,128,1,bfloat16,bfloat16,0,3.054614448547363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,12,128,1,bfloat16,fp8,0,3.2229232788085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,2,128,1,bfloat16,bfloat16,0,1.5718111991882324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,2,128,1,bfloat16,fp8,0,1.7487216949462892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,4,128,1,bfloat16,bfloat16,0,1.739975929260254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,4,128,1,fp8,fp8,0,1.18536319732666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,12,128,1,fp8,fp8,0,0.6723455905914306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,12,128,1,bfloat16,bfloat16,0,1.321009635925293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,12,128,1,bfloat16,fp8,0,1.3801152229309082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,1,128,1,bfloat16,bfloat16,0,0.7954048156738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,1,128,1,fp8,fp8,0,0.5837120056152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,1,128,1,bfloat16,fp8,0,0.8720560073852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,2,128,1,bfloat16,bfloat16,0,0.8035344123840332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,2,128,1,fp8,fp8,0,0.586198377609253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,2,128,1,bfloat16,fp8,0,0.8839424133300782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,4,128,1,bfloat16,bfloat16,0,0.8222335815429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,4,128,1,fp8,fp8,0,0.5998528003692627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,12,128,1,bfloat16,bfloat16,0,0.4926015853881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,12,128,1,fp8,fp8,0,0.3321295976638794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,12,128,1,bfloat16,fp8,0,0.5244448184967041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,1,128,1,bfloat16,bfloat16,0,0.41175198554992676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,1,128,1,fp8,fp8,0,0.3073312044143677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,1,128,1,bfloat16,fp8,0,0.45494561195373534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,2,128,1,bfloat16,bfloat16,0,0.41476001739501955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,4,128,1,bfloat16,fp8,0,1.8824352264404296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,2,128,1,fp8,fp8,0,0.3073296070098877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,4,128,1,bfloat16,bfloat16,0,0.42722558975219727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,4,128,1,bfloat16,fp8,0,0.4755568027496338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,12,128,1,bfloat16,bfloat16,0,0.24941599369049072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,12,128,1,bfloat16,fp8,0,0.27445759773254397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,12,128,1,fp8,fp8,0,0.17637280225753785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,1,128,1,bfloat16,bfloat16,0,0.22557919025421141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,1,128,1,fp8,fp8,0,0.17008479833602905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,1,128,1,bfloat16,fp8,0,0.2501888036727905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,2,128,1,bfloat16,bfloat16,0,0.22748799324035646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,2,128,1,fp8,fp8,0,0.16985119581222535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,2,128,1,bfloat16,fp8,0,0.2520064115524292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,4,128,1,bfloat16,bfloat16,0,0.22941598892211915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,4,128,1,bfloat16,fp8,0,0.9066448211669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,4,128,1,fp8,fp8,0,0.1702656030654907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,12,128,1,bfloat16,bfloat16,0,0.133406400680542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,12,128,1,fp8,fp8,0,0.098089599609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,1,128,1,bfloat16,bfloat16,0,0.12507200241088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,1,128,1,fp8,fp8,0,0.0944208025932312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,2,128,1,bfloat16,bfloat16,0,0.12520480155944824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,2,128,1,bfloat16,fp8,0,0.4608719825744629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,2,128,1,bfloat16,fp8,0,0.13975199460983276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,2,128,1,fp8,fp8,0,0.0944320023059845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,4,128,1,fp8,fp8,0,0.30933120250701907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,4,128,1,bfloat16,bfloat16,0,0.12718720436096193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,4,128,1,bfloat16,fp8,0,0.14207359552383422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,12,128,1,bfloat16,bfloat16,0,0.07799360156059265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,12,128,1,fp8,fp8,0,0.05755199790000916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,12,128,1,bfloat16,fp8,0,0.0882752001285553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,1,128,1,bfloat16,bfloat16,0,0.07390720248222352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,1,128,1,bfloat16,fp8,0,0.08407520055770874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,1,128,1,fp8,fp8,0,0.05551999807357788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,2,128,1,bfloat16,bfloat16,0,0.07396640181541443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,2,128,1,bfloat16,fp8,0,0.08501440286636353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,2,128,1,fp8,fp8,0,0.055504000186920165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,4,128,1,bfloat16,bfloat16,0,0.07429119944572449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,2,128,1,fp8,fp8,0,1.1634655952453614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,4,128,1,bfloat16,fp8,0,0.2569904088973999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,4,128,1,fp8,fp8,0,0.05558239817619324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,12,128,1,bfloat16,fp8,0,0.057599997520446776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,12,128,1,bfloat16,fp8,0,0.14764319658279418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,12,128,1,bfloat16,bfloat16,0,0.05140960216522217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,12,128,1,fp8,fp8,0,0.03725599944591522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,1,128,1,bfloat16,bfloat16,0,0.047547200322151185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,1,128,1,bfloat16,fp8,0,0.13942400217056275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,1,128,1,fp8,fp8,0,0.03704000115394592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,1,128,1,bfloat16,fp8,0,0.055497598648071286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,2,128,1,bfloat16,bfloat16,0,0.04915040135383606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,2,128,1,bfloat16,fp8,0,0.0555184006690979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,4,128,1,fp8,fp8,0,0.03704639971256256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,4,128,1,bfloat16,fp8,0,0.05546240210533142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,4,128,1,fp8,fp8,0,0.09433919787406922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,4,128,1,bfloat16,fp8,0,0.08600159883499145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,1,128,1,fp8,fp8,0,1.3741519927978516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,2,128,1,fp8,fp8,0,0.03701280057430267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,1,128,1,bfloat16,bfloat16,0,1.8344207763671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,1,128,1,bfloat16,fp8,0,1.989129638671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,2,128,1,bfloat16,bfloat16,0,2.0542224884033202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,2,128,1,fp8,fp8,0,1.3868639945983887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,2,128,1,bfloat16,fp8,0,2.1912975311279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,4,128,1,fp8,fp8,0,1.532755184173584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,12,128,1,bfloat16,bfloat16,0,2.0546991348266603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,12,128,1,fp8,fp8,0,1.0721263885498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,1,128,1,bfloat16,bfloat16,0,0.9248767852783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,1,128,1,bfloat16,fp8,0,1.0028143882751466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,12,128,1,bfloat16,fp8,0,2.178945541381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,4,128,1,bfloat16,bfloat16,0,2.475254440307617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,1,128,1,fp8,fp8,0,0.6943615913391114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,4,128,1,bfloat16,fp8,0,2.6613391876220702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,2,128,1,bfloat16,bfloat16,0,0.949732780456543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,2,128,1,fp8,fp8,0,0.6976111888885498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,2,128,1,bfloat16,fp8,0,1.0230095863342286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,4,128,1,fp8,fp8,0,0.7212687969207764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,4,128,1,bfloat16,bfloat16,0,1.109928035736084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,1,128,1,bfloat16,bfloat16,0,0.4748271942138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,12,128,1,bfloat16,bfloat16,0,0.9172687530517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,4,128,1,bfloat16,fp8,0,1.1834256172180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,1,128,1,bfloat16,fp8,0,0.5144176006317138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,1,128,1,fp8,fp8,0,0.34367520809173585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,4,128,1,bfloat16,bfloat16,0,0.0492576003074646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,2,128,1,bfloat16,bfloat16,0,0.4805439949035645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,2,128,1,fp8,fp8,0,0.34442241191864015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,2,128,1,bfloat16,fp8,0,0.5241055965423584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,4,128,1,bfloat16,bfloat16,0,0.5123167991638183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,4,128,1,bfloat16,fp8,0,0.5497744083404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,12,128,1,bfloat16,bfloat16,0,0.33149280548095705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,12,128,1,fp8,fp8,0,0.2031008005142212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,1,128,1,bfloat16,bfloat16,0,0.24183359146118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,1,128,1,fp8,fp8,0,0.18040479421615602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,2,128,1,bfloat16,bfloat16,0,0.2457792043685913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,2,128,1,bfloat16,fp8,0,0.27047200202941896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,2,128,1,fp8,fp8,0,0.18048479557037353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,4,128,1,bfloat16,bfloat16,0,0.25845119953155515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,12,128,1,fp8,fp8,0,0.44358081817626954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,4,128,1,bfloat16,fp8,0,0.28498880863189696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,4,128,1,fp8,fp8,0,0.18141119480133056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,12,128,1,bfloat16,bfloat16,0,0.1571616053581238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,12,128,1,bfloat16,fp8,0,0.9604479789733886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,12,128,1,fp8,fp8,0,0.10475039482116699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,1,128,1,bfloat16,bfloat16,0,0.133188796043396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,1,128,1,fp8,fp8,0,0.09859359860420228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,1,128,1,bfloat16,fp8,0,0.14589439630508422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,2,128,1,bfloat16,bfloat16,0,0.1334671974182129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,2,128,1,bfloat16,fp8,0,0.147599995136261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,4,128,1,bfloat16,bfloat16,0,0.13603039979934692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,4,128,1,fp8,fp8,0,0.3609951972961426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,4,128,1,bfloat16,fp8,0,0.15172319412231444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,12,128,1,bfloat16,fp8,0,0.3463727951049805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,12,128,1,bfloat16,bfloat16,0,0.0862879991531372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,12,128,1,bfloat16,fp8,0,0.09462239742279052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,12,128,1,fp8,fp8,0,0.06168799996376038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,1,128,1,bfloat16,fp8,0,0.2664463996887207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,1,128,1,bfloat16,bfloat16,0,0.07798879742622375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,1,128,1,fp8,fp8,0,0.05755199790000916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,2,128,1,bfloat16,bfloat16,0,0.07803679704666137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,2,128,1,bfloat16,fp8,0,0.08816959857940673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,4,128,1,bfloat16,bfloat16,0,0.08008959889411926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,4,128,1,bfloat16,fp8,0,0.0883791983127594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,12,128,1,bfloat16,bfloat16,0,0.04933440089225769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,12,128,1,bfloat16,fp8,0,0.05552160143852234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,12,128,1,fp8,fp8,0,0.03699840009212494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,1,128,1,bfloat16,bfloat16,0,0.04523360133171082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,12,128,1,bfloat16,fp8,0,0.1702847957611084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,1,128,1,bfloat16,fp8,0,0.05141440033912659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,1,128,1,fp8,fp8,0,0.03501439988613129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,2,128,1,bfloat16,bfloat16,0,0.04521439969539642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,2,128,1,bfloat16,fp8,0,0.05149279832839966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,2,128,1,fp8,fp8,0,0.03492799997329712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,2,128,1,fp8,fp8,0,0.09855679869651794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,4,128,1,bfloat16,bfloat16,0,0.045238399505615236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,4,128,1,bfloat16,fp8,0,0.053388798236846925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,4,128,1,fp8,fp8,0,0.034995201230049136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,12,128,1,bfloat16,bfloat16,0,0.03091520071029663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,12,128,1,bfloat16,fp8,0,0.03702560067176819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,4,128,1,fp8,fp8,0,0.10063199996948242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,1,128,1,bfloat16,bfloat16,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,1,128,1,bfloat16,fp8,0,0.03477280139923096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,1,128,1,fp8,fp8,0,0.022726400196552275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,2,128,1,fp8,fp8,0,0.022732800245285033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,2,128,1,bfloat16,fp8,0,0.03493120074272156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,1,128,1,bfloat16,fp8,0,0.08622239828109741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,4,128,1,bfloat16,bfloat16,0,0.029921600222587587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,4,128,1,fp8,fp8,0,0.022728000581264497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,2,128,1,fp8,fp8,0,0.05752639770507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,12,128,1,bfloat16,bfloat16,0,0.024766400456428528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,4,128,1,fp8,fp8,0,0.057948797941207886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,12,128,1,fp8,fp8,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,1,128,1,bfloat16,fp8,0,0.0287663996219635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,1,128,1,fp8,fp8,0,0.0186256006360054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,2,128,1,bfloat16,bfloat16,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,2,128,1,bfloat16,fp8,0,0.02887200117111206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,2,128,1,fp8,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,4,128,1,bfloat16,bfloat16,0,0.02476000040769577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,4,128,1,bfloat16,fp8,0,0.028857600688934327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,1,128,1,bfloat16,bfloat16,0,0.6146783828735352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,12,128,1,fp8,fp8,0,0.02391359955072403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,2,128,1,bfloat16,bfloat16,0,0.029491201043128967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,1,128,1,bfloat16,fp8,0,0.6574143886566162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,1,128,1,fp8,fp8,0,0.4615583896636963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,4,128,1,bfloat16,fp8,0,0.03495199978351593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,12,128,1,bfloat16,fp8,0,0.029174399375915528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,2,128,1,bfloat16,bfloat16,0,0.6543007850646972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,2,128,1,fp8,fp8,0,0.46498880386352537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,2,128,1,bfloat16,fp8,0,0.689731216430664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,4,128,1,fp8,fp8,0,0.018612800538539885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,4,128,1,fp8,fp8,0,0.4969632148742676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,4,128,1,bfloat16,bfloat16,0,0.8449184417724609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,4,128,1,bfloat16,fp8,0,0.8802432060241699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,12,128,1,bfloat16,bfloat16,0,0.7283872127532959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,12,128,1,fp8,fp8,0,0.3377648115158081
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,1,128,1,bfloat16,fp8,0,0.3361327886581421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,12,128,1,bfloat16,fp8,0,0.7750207901000976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,1,128,1,fp8,fp8,0,0.22344000339508058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,2,128,1,bfloat16,bfloat16,0,0.3194224119186401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,2,128,1,fp8,fp8,0,0.23099360466003419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,1,128,1,bfloat16,bfloat16,0,0.02468000054359436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,12,128,1,bfloat16,bfloat16,0,0.26956000328063967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,4,128,1,fp8,fp8,0,0.2420720100402832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,4,128,1,bfloat16,bfloat16,0,0.35901119709014895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,12,128,1,fp8,fp8,0,0.14123680591583251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,12,128,1,bfloat16,fp8,0,0.2739759922027588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,1,128,1,bfloat16,bfloat16,0,0.15594719648361205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,1,128,1,bfloat16,fp8,0,0.17039999961853028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,1,128,1,fp8,fp8,0,0.11691679954528808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,2,128,1,bfloat16,bfloat16,0,0.16011680364608766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,2,128,1,bfloat16,fp8,0,0.17641760110855104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,2,128,1,fp8,fp8,0,0.11688640117645263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,4,128,1,bfloat16,bfloat16,0,0.17431520223617553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,4,128,1,fp8,fp8,0,0.11700479984283448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,1,128,1,bfloat16,bfloat16,0,0.3138511896133423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,12,128,1,bfloat16,bfloat16,0,0.10953760147094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,12,128,1,bfloat16,fp8,0,0.11709120273590087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,1,128,1,bfloat16,bfloat16,0,0.08440799713134765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,1,128,1,fp8,fp8,0,0.06370559930801392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,1,128,1,bfloat16,fp8,0,0.09443839788436889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,2,128,1,bfloat16,bfloat16,0,0.08620479702949524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,2,128,1,fp8,fp8,0,0.063673597574234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,2,128,1,bfloat16,fp8,0,0.0944703996181488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,4,128,1,bfloat16,bfloat16,0,0.08835999965667725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,4,128,1,bfloat16,fp8,0,0.09848319888114929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,4,128,1,fp8,fp8,0,0.06391839981079102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,2,128,1,bfloat16,fp8,0,0.3444191932678223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,12,128,1,bfloat16,bfloat16,0,0.05752320289611816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,4,128,1,bfloat16,fp8,0,0.373470401763916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,12,128,1,bfloat16,fp8,0,0.06369280219078063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,12,128,1,fp8,fp8,0,0.041116800904273984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,1,128,1,bfloat16,bfloat16,0,0.04937280118465424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,2,128,1,bfloat16,bfloat16,0,0.04941760003566742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,1,128,1,bfloat16,fp8,0,0.055473601818084715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,2,128,1,fp8,fp8,0,0.037108799815177916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,2,128,1,bfloat16,fp8,0,0.05549439787864685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,4,128,1,bfloat16,bfloat16,0,0.05143200159072876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,4,128,1,fp8,fp8,0,0.037062400579452516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,12,128,1,bfloat16,bfloat16,0,0.034995201230049136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,12,128,1,bfloat16,fp8,0,0.03922879993915558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,12,128,1,fp8,fp8,0,0.025281599164009093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,1,128,1,bfloat16,bfloat16,0,0.03091999888420105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,1,128,1,bfloat16,fp8,0,0.03503200113773346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,2,128,1,bfloat16,bfloat16,0,0.030844798684120177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,4,128,1,bfloat16,fp8,0,0.18854399919509887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,2,128,1,fp8,fp8,0,0.024409599602222443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,2,128,1,bfloat16,fp8,0,0.035559999942779544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,12,128,1,fp8,fp8,0,0.06987040042877198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,4,128,1,bfloat16,fp8,0,0.03695679903030395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,4,128,1,fp8,fp8,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,12,128,1,bfloat16,bfloat16,0,0.02271360009908676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,1,128,1,bfloat16,bfloat16,0,0.020582400262355804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,1,128,1,bfloat16,fp8,0,0.022787199914455415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,1,128,1,fp8,fp8,0,0.01642879992723465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,2,128,1,bfloat16,bfloat16,0,0.0205935999751091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,2,128,1,bfloat16,fp8,0,0.024646399915218352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,2,128,1,fp8,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,4,128,1,bfloat16,bfloat16,0,0.020633600652217865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,4,128,1,bfloat16,fp8,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,4,128,1,fp8,fp8,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,1,128,1,fp8,fp8,0,0.037057599425315856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,12,128,1,bfloat16,bfloat16,0,0.016476799547672272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,12,128,1,bfloat16,fp8,0,0.01865919977426529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,12,128,1,fp8,fp8,0,0.012443199753761292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,4,128,1,bfloat16,fp8,0,0.05754719972610474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,1,128,1,bfloat16,bfloat16,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,1,128,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,2,128,1,bfloat16,bfloat16,0,0.014545600116252898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,1,128,1,fp8,fp8,0,0.02438880056142807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,2,128,1,bfloat16,fp8,0,0.018540799617767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,4,128,1,bfloat16,bfloat16,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,4,128,1,fp8,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,12,128,1,bfloat16,bfloat16,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,12,128,1,bfloat16,fp8,0,0.026743999123573302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,12,128,1,fp8,fp8,0,0.012417600303888322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,1,128,1,bfloat16,bfloat16,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,1,128,1,bfloat16,fp8,0,0.017496000230312347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,1,128,1,fp8,fp8,0,0.011150400340557098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,2,128,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,2,128,1,bfloat16,fp8,0,0.01849759966135025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,2,128,1,fp8,fp8,0,0.012342400103807449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,4,128,1,bfloat16,bfloat16,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,4,128,1,bfloat16,fp8,0,0.018531200289726258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,4,128,1,fp8,fp8,0,0.01225920021533966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,1,128,1,bfloat16,bfloat16,0,0.23366880416870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,1,128,1,bfloat16,fp8,0,0.018535999953746794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,1,128,1,bfloat16,fp8,0,0.24870080947875978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,2,128,1,fp8,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,1,128,1,fp8,fp8,0,0.16414400339126586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,4,128,1,bfloat16,fp8,0,0.018529599905014037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,12,128,1,fp8,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,2,128,1,bfloat16,fp8,0,0.2610224008560181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,2,128,1,fp8,fp8,0,0.16818079948425294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,2,128,1,bfloat16,bfloat16,0,0.24436800479888915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,12,128,1,bfloat16,bfloat16,0,0.2737904071807861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,4,128,1,bfloat16,fp8,0,0.3137439966201782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,12,128,1,fp8,fp8,0,0.11124160289764404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,12,128,1,bfloat16,fp8,0,0.27347679138183595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,1,128,1,bfloat16,bfloat16,0,0.11295520067214966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,1,128,1,fp8,fp8,0,0.08416159749031067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,1,128,1,bfloat16,fp8,0,0.12315360307693482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,2,128,1,bfloat16,bfloat16,0,0.11677119731903077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,2,128,1,fp8,fp8,0,0.08498719930648804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,4,128,1,bfloat16,bfloat16,0,0.13545119762420654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,4,128,1,bfloat16,fp8,0,0.1436400055885315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,4,128,1,fp8,fp8,0,0.08622400164604187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,12,128,1,bfloat16,bfloat16,0,0.09087039828300476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,12,128,1,bfloat16,fp8,0,0.09042239785194398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,12,128,1,fp8,fp8,0,0.05140799880027771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,4,128,1,bfloat16,bfloat16,0,0.03173120021820068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,1,128,1,bfloat16,bfloat16,0,0.0616752028465271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,12,128,1,bfloat16,fp8,0,0.018638400733470915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,1,128,1,bfloat16,fp8,0,0.06775199770927429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,2,128,1,bfloat16,bfloat16,0,0.061692798137664796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,2,128,1,fp8,fp8,0,0.045270401239395144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,2,128,1,bfloat16,fp8,0,0.06775040030479432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,4,128,1,bfloat16,bfloat16,0,0.0638047993183136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,4,128,1,bfloat16,bfloat16,0,0.3038496017456055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,4,128,1,bfloat16,fp8,0,0.07187359929084777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,4,128,1,fp8,fp8,0,0.04726560115814209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,12,128,1,bfloat16,bfloat16,0,0.043166399002075195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,4,128,1,fp8,fp8,0,0.18487999439239503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,12,128,1,fp8,fp8,0,0.02999520003795624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,12,128,1,bfloat16,fp8,0,0.04930880069732666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,1,128,1,bfloat16,bfloat16,0,0.034999999403953555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,1,128,1,bfloat16,fp8,0,0.0391072005033493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,2,128,1,fp8,fp8,0,0.026815998554229736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,1,128,1,fp8,fp8,0,0.02672800123691559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,2,128,1,bfloat16,fp8,0,0.04078879952430725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,2,128,1,bfloat16,fp8,0,0.12723360061645508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,4,128,1,bfloat16,bfloat16,0,0.03696480095386505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,4,128,1,fp8,fp8,0,0.02678399980068207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,12,128,1,bfloat16,bfloat16,0,0.025862398743629455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,12,128,1,fp8,fp8,0,0.018564799427986146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,12,128,1,bfloat16,fp8,0,0.029481598734855653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,1,128,1,bfloat16,bfloat16,0,0.022711999714374542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,1,128,1,bfloat16,fp8,0,0.024716800451278685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,2,128,1,bfloat16,bfloat16,0,0.022686399519443512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,2,128,1,bfloat16,fp8,0,0.026704001426696777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,2,128,1,fp8,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,4,128,1,bfloat16,bfloat16,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,4,128,1,bfloat16,fp8,0,0.026825600862503053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,4,128,1,fp8,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,12,128,1,bfloat16,bfloat16,0,0.016872000694274903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,12,128,1,bfloat16,fp8,0,0.020692799985408784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,12,128,1,fp8,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,1,128,1,bfloat16,bfloat16,0,0.015028800070285796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,1,128,1,bfloat16,fp8,0,0.018628799915313722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,2,128,1,bfloat16,bfloat16,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,2,128,1,bfloat16,fp8,0,0.018612800538539885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,2,128,1,fp8,fp8,0,0.012443199753761292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,4,128,1,bfloat16,bfloat16,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,4,128,1,bfloat16,fp8,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,4,128,1,fp8,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,12,128,1,bfloat16,bfloat16,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,12,128,1,bfloat16,fp8,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,12,128,1,fp8,fp8,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,2,128,1,bfloat16,bfloat16,0,0.035006400942802426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,1,128,1,bfloat16,fp8,0,0.012479999661445617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,2,128,1,bfloat16,bfloat16,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,4,128,1,bfloat16,fp8,0,0.04118880033493042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,2,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,2,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,4,128,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,4,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,4,128,1,bfloat16,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,12,128,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,12,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,1,128,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,1,128,1,bfloat16,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,1,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,1,128,1,fp8,fp8,0,0.04533919990062714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,2,128,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,2,128,1,bfloat16,fp8,0,0.012430399656295776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,1,128,1,fp8,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,2,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,4,128,1,bfloat16,bfloat16,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,4,128,1,bfloat16,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,12,128,1,bfloat16,bfloat16,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,12,128,1,bfloat16,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,12,128,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,1,128,1,bfloat16,fp8,0,0.012478400021791458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,1,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,1,128,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,2,128,1,bfloat16,bfloat16,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,2,128,1,bfloat16,fp8,0,0.01249760016798973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,1,128,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,4,128,1,bfloat16,bfloat16,0,0.010307200253009796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,4,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,4,128,1,fp8,fp8,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,1,128,1,bfloat16,bfloat16,0,0.10908000469207764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,1,128,1,bfloat16,fp8,0,0.11902559995651245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,1,128,1,fp8,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,1,128,1,fp8,fp8,0,0.08425120115280152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,12,128,1,fp8,fp8,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,2,128,1,bfloat16,bfloat16,0,0.11301920413970948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,2,128,1,bfloat16,fp8,0,0.1252351999282837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,2,128,1,fp8,fp8,0,0.08443999886512757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,4,128,1,fp8,fp8,0,0.08430079817771911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,12,128,1,bfloat16,bfloat16,0,0.09101759791374206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,4,128,1,bfloat16,bfloat16,0,0.13248000144958497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,4,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,1,128,1,bfloat16,bfloat16,0,0.05959039926528931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,1,128,1,bfloat16,fp8,0,0.06577119827270508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,1,128,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,1,128,1,fp8,fp8,0,0.04523360133171082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,2,128,1,bfloat16,bfloat16,0,0.05963360071182251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,2,128,1,bfloat16,fp8,0,0.06578559875488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,2,128,1,fp8,fp8,0,0.04612640142440796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,2,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,4,128,1,bfloat16,bfloat16,0,0.06168799996376038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,4,128,1,fp8,fp8,0,0.04523519873619079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,12,128,1,bfloat16,bfloat16,0,0.04119040071964264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,12,128,1,bfloat16,fp8,0,0.047336000204086306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,12,128,1,fp8,fp8,0,0.028863999247550964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,1,128,1,bfloat16,bfloat16,0,0.03488160073757172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,1,128,1,bfloat16,fp8,0,0.039022400975227356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,2,128,1,bfloat16,bfloat16,0,0.03499679863452911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,2,128,1,bfloat16,fp8,0,0.039103999733924866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,2,128,1,fp8,fp8,0,0.026736000180244447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,4,128,1,bfloat16,bfloat16,0,0.035155200958251955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,4,128,1,bfloat16,fp8,0,0.041105601191520694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,4,128,1,fp8,fp8,0,0.026719999313354493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,12,128,1,bfloat16,bfloat16,0,0.024753600358963013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,12,128,1,bfloat16,fp8,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,12,128,1,fp8,fp8,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,1,128,1,bfloat16,bfloat16,0,0.020703999698162077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,4,128,1,bfloat16,fp8,0,0.14262559413909912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,12,128,1,bfloat16,fp8,0,0.09481279850006104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,1,128,1,bfloat16,fp8,0,0.024742400646209715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,2,128,1,bfloat16,bfloat16,0,0.021249599754810333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,2,128,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,2,128,1,bfloat16,fp8,0,0.024780799448490144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,4,128,1,bfloat16,bfloat16,0,0.022673599421977997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,4,128,1,bfloat16,fp8,0,0.0268095999956131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,4,128,1,fp8,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,12,128,1,bfloat16,bfloat16,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,12,128,1,bfloat16,fp8,0,0.02061759978532791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,12,128,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,1,128,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,1,128,1,bfloat16,fp8,0,0.01854719966650009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,4,128,1,bfloat16,fp8,0,0.06980320215225219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,2,128,1,bfloat16,bfloat16,0,0.01523679941892624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,2,128,1,bfloat16,fp8,0,0.01863040030002594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,4,128,1,bfloat16,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,1,128,1,fp8,fp8,0,0.026759999990463256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,4,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,12,128,1,bfloat16,bfloat16,0,0.010367999970912933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,12,128,1,bfloat16,fp8,0,0.013187199831008911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,12,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,1,128,1,bfloat16,fp8,0,0.012443199753761292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,1,128,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,2,128,1,bfloat16,bfloat16,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,2,128,1,bfloat16,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,12,128,1,fp8,fp8,0,0.051412802934646604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,1,128,1,fp8,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,2,128,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,4,128,1,bfloat16,bfloat16,0,0.010353600233793258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,4,128,1,bfloat16,fp8,0,0.012503999471664428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,4,128,1,fp8,fp8,0,0.008425600081682205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,12,128,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,12,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,1,128,1,bfloat16,bfloat16,0,0.010155200213193893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,1,128,1,bfloat16,fp8,0,0.012464000284671784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,1,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,2,128,1,bfloat16,bfloat16,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,1,128,1,fp8,fp8,0,0.012489599734544754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,2,128,1,bfloat16,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,2,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,4,128,1,bfloat16,bfloat16,0,0.010377600044012069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,4,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,4,128,1,bfloat16,fp8,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,4,128,1,bfloat16,bfloat16,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,12,128,1,bfloat16,bfloat16,0,0.01032159999012947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,12,128,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,1,128,1,bfloat16,fp8,0,0.012408000230789185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,2,128,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,2,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,1,128,1,bfloat16,bfloat16,0,0.010318399965763092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,2,128,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,4,128,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,4,128,1,bfloat16,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,12,128,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,12,128,1,bfloat16,fp8,0,0.012503999471664428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,12,128,1,fp8,fp8,0,0.00841120034456253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,1,128,1,bfloat16,bfloat16,0,0.008680000156164169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,1,128,1,bfloat16,fp8,0,0.012353599816560746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,1,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,2,128,1,bfloat16,bfloat16,0,0.00971520021557808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,12,128,1,fp8,fp8,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,2,128,1,bfloat16,fp8,0,0.012347199767827988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,4,128,1,bfloat16,bfloat16,0,0.009924799948930741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,2,128,1,fp8,fp8,0,0.008417599648237229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,4,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,4,128,1,bfloat16,fp8,0,0.012563200294971466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,1,128,1,bfloat16,bfloat16,0,0.09864159822463989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,2,128,1,fp8,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,1,128,1,bfloat16,fp8,0,0.1087183952331543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,2,128,1,bfloat16,bfloat16,0,0.10051840543746948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,2,128,1,bfloat16,fp8,0,0.1106719970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,2,128,1,fp8,fp8,0,0.07799519896507263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,4,128,1,bfloat16,bfloat16,0,0.10264799594879151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,4,128,1,fp8,fp8,0,0.07881919741630554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,4,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,12,128,1,bfloat16,bfloat16,0,0.06162559986114502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,12,128,1,bfloat16,fp8,0,0.06954079866409302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,12,128,1,fp8,fp8,0,0.04524160027503967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,1,128,1,bfloat16,bfloat16,0,0.053502398729324344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,1,128,1,bfloat16,fp8,0,0.05960320234298706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,1,128,1,fp8,fp8,0,0.043161600828170776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,2,128,1,bfloat16,bfloat16,0,0.05343359708786011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,2,128,1,bfloat16,fp8,0,0.059566402435302736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,2,128,1,fp8,fp8,0,0.043136000633239746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,4,128,1,bfloat16,bfloat16,0,0.0554751992225647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,4,128,1,bfloat16,fp8,0,0.06154400110244751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,4,128,1,fp8,fp8,0,0.04319359958171844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,12,128,1,bfloat16,bfloat16,0,0.03496640026569366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,12,128,1,fp8,fp8,0,0.026745599508285523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,1,128,1,bfloat16,bfloat16,0,0.030836799740791322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,1,128,1,fp8,fp8,0,0.07801120281219483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,1,128,1,bfloat16,fp8,0,0.035011199116706845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,12,128,1,bfloat16,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,1,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,2,128,1,bfloat16,fp8,0,0.035534399747848514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,4,128,1,bfloat16,fp8,0,0.11282240152359009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,4,128,1,bfloat16,bfloat16,0,0.031324800848960874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,4,128,1,fp8,fp8,0,0.024817599356174468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,12,128,1,bfloat16,bfloat16,0,0.022596800327301027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,12,128,1,bfloat16,fp8,0,0.02476319968700409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,12,128,1,fp8,fp8,0,0.01659359931945801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,1,128,1,bfloat16,bfloat16,0,0.020582400262355804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,1,128,1,bfloat16,fp8,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,1,128,1,fp8,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,2,128,1,bfloat16,bfloat16,0,0.02059040069580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,2,128,1,bfloat16,fp8,0,0.02271520048379898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,2,128,1,fp8,fp8,0,0.01650400012731552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,4,128,1,bfloat16,bfloat16,0,0.020576000213623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,4,128,1,bfloat16,fp8,0,0.023371200263500213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,12,128,1,bfloat16,fp8,0,0.039108800888061526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,4,128,1,fp8,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,12,128,1,bfloat16,bfloat16,0,0.014584000408649444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,12,128,1,bfloat16,fp8,0,0.018531200289726258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,12,128,1,fp8,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,1,128,1,bfloat16,bfloat16,0,0.009547200053930283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,1,128,1,fp8,fp8,0,0.024771200120449068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,1,128,1,bfloat16,bfloat16,0,0.014444799721240997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,1,128,1,fp8,fp8,0,0.012399999797344208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,2,128,1,bfloat16,bfloat16,0,0.014483200013637542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,1,128,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,2,128,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,4,128,1,bfloat16,bfloat16,0,0.014375999569892883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,2,128,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,4,128,1,bfloat16,fp8,0,0.016606399416923524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,4,128,1,fp8,fp8,0,0.012516799569129943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,12,128,1,bfloat16,fp8,0,0.012433599680662155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,1,128,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,1,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,2,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,2,128,1,bfloat16,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,2,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,4,128,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,4,128,1,bfloat16,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,4,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,12,128,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,12,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,12,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,1,128,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,1,128,1,bfloat16,fp8,0,0.011244799941778183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,2,128,1,bfloat16,bfloat16,0,0.030819201469421388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,1,128,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,2,128,1,bfloat16,bfloat16,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,2,128,1,fp8,fp8,0,0.02470400035381317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,2,128,1,bfloat16,fp8,0,0.011353600025177001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,4,128,1,bfloat16,fp8,0,0.012067200243473053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,4,128,1,bfloat16,fp8,0,0.037118399143218996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,4,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,12,128,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,12,128,1,bfloat16,bfloat16,0,0.010318399965763092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,12,128,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,1,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,1,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,2,128,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,2,128,1,bfloat16,fp8,0,0.010793600231409073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,2,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,4,128,1,bfloat16,bfloat16,0,0.008488000184297562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,4,128,1,bfloat16,fp8,0,0.01122720018029213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,12,128,1,bfloat16,bfloat16,0,0.009620799869298934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,4,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,12,128,1,bfloat16,fp8,0,0.012531200051307678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,12,128,1,fp8,fp8,0,0.008452799916267396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,1,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,1,128,1,bfloat16,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,1,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,2,128,1,bfloat16,fp8,0,0.010491199791431427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,2,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,4,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,4,128,1,bfloat16,fp8,0,0.010711999982595444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,2,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,4,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,4,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,1,128,1,bfloat16,bfloat16,0,0.09636960029602051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,1,128,1,bfloat16,fp8,0,0.10265599489212036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,12,128,1,bfloat16,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,1,128,1,fp8,fp8,0,0.07589759826660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,12,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,2,128,1,bfloat16,bfloat16,0,0.09650400280952454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,1,128,1,bfloat16,fp8,0,0.010835199803113937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,2,128,1,fp8,fp8,0,0.07593920230865478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,4,128,1,bfloat16,fp8,0,0.10464799404144287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,4,128,1,bfloat16,bfloat16,0,0.09847519993782043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,4,128,1,fp8,fp8,0,0.07599200010299682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,12,128,1,bfloat16,bfloat16,0,0.05545120239257813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,12,128,1,bfloat16,fp8,0,0.06164479851722717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,12,128,1,fp8,fp8,0,0.04312959909439087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,1,128,1,bfloat16,fp8,0,0.05553280115127564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,2,128,1,bfloat16,bfloat16,0,0.05138720273971557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,2,128,1,fp8,fp8,0,0.04113759994506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,4,128,1,bfloat16,bfloat16,0,0.05341920256614685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,2,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,4,128,1,bfloat16,fp8,0,0.05756480097770691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,4,128,1,fp8,fp8,0,0.04111199975013733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,12,128,1,bfloat16,bfloat16,0,0.03238399922847748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,12,128,1,bfloat16,fp8,0,0.03553920090198517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,12,128,1,fp8,fp8,0,0.024751999974250795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,1,128,1,bfloat16,bfloat16,0,0.030796799063682555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,1,128,1,fp8,fp8,0,0.0246288001537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,2,128,1,bfloat16,bfloat16,0,0.030833598971366883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,2,128,1,bfloat16,fp8,0,0.03298560082912445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,2,128,1,fp8,fp8,0,0.02470880001783371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,4,128,1,bfloat16,bfloat16,0,0.030881598591804504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,1,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,2,128,1,bfloat16,fp8,0,0.10289119482040406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,4,128,1,fp8,fp8,0,0.024676799774169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,12,128,1,bfloat16,bfloat16,0,0.02067359983921051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,12,128,1,bfloat16,fp8,0,0.02272319942712784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,12,128,1,fp8,fp8,0,0.01656160056591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,1,128,1,bfloat16,bfloat16,0,0.05142719745635986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,1,128,1,bfloat16,bfloat16,0,0.018654400110244752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,1,128,1,fp8,fp8,0,0.04117439985275269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,2,128,1,bfloat16,bfloat16,0,0.019441600143909454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,2,128,1,bfloat16,fp8,0,0.0574288010597229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,2,128,1,bfloat16,fp8,0,0.022646400332450866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,2,128,1,fp8,fp8,0,0.016388800740242005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,4,128,1,bfloat16,bfloat16,0,0.01860159933567047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,4,128,1,fp8,fp8,0,0.016465599834918975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,4,128,1,bfloat16,fp8,0,0.022699199616909027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,12,128,1,bfloat16,bfloat16,0,0.014441600441932679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,12,128,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,12,128,1,fp8,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,1,128,1,bfloat16,bfloat16,0,0.01438560038805008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,1,128,1,bfloat16,fp8,0,0.016540800034999848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,1,128,1,fp8,fp8,0,0.0110384002327919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,2,128,1,bfloat16,bfloat16,0,0.014460800588130951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,2,128,1,bfloat16,fp8,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,1,128,1,bfloat16,fp8,0,0.03294079899787903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,4,128,1,bfloat16,bfloat16,0,0.014472000300884247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,4,128,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,4,128,1,bfloat16,fp8,0,0.016673600673675536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,12,128,1,bfloat16,bfloat16,0,0.008462399989366532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,12,128,1,bfloat16,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,1,128,1,bfloat16,fp8,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,1,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,2,128,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,4,128,1,bfloat16,fp8,0,0.03489120006561279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,2,128,1,bfloat16,fp8,0,0.01045600026845932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,2,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,4,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,4,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,1,128,1,bfloat16,fp8,0,0.022609600424766542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,1,128,1,fp8,fp8,0,0.015222400426864624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,12,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,1,128,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,1,128,1,bfloat16,fp8,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,1,128,1,fp8,fp8,0,0.008023999631404877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,2,128,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,2,128,1,bfloat16,fp8,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,2,128,1,fp8,fp8,0,0.008148799836635589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,4,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,2,128,1,fp8,fp8,0,0.011865600198507308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,4,128,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,12,128,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,12,128,1,bfloat16,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,12,128,1,fp8,fp8,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,1,128,1,bfloat16,bfloat16,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,1,128,1,bfloat16,fp8,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,1,128,1,fp8,fp8,0,0.007756800204515457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,2,128,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,4,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,2,128,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,4,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,12,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,4,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,12,128,1,bfloat16,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,12,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,12,128,1,bfloat16,fp8,0,0.012174399942159653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,12,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,1,128,1,bfloat16,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,1,128,1,fp8,fp8,0,0.006695999950170517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,2,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,2,128,1,bfloat16,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,4,128,1,bfloat16,fp8,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,2,128,1,fp8,fp8,0,0.00713919997215271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,4,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,4,128,1,bfloat16,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,12,128,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,1,128,1,bfloat16,bfloat16,0,0.09377440214157104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,1,128,1,bfloat16,fp8,0,0.10053919553756714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,1,128,1,fp8,fp8,0,0.07389280200004578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,2,128,1,bfloat16,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,2,128,1,bfloat16,bfloat16,0,0.09347040057182313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,2,128,1,bfloat16,fp8,0,0.10053119659423829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,4,128,1,bfloat16,fp8,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,4,128,1,bfloat16,bfloat16,0,0.09380800127983094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,2,128,1,fp8,fp8,0,0.07393760085105897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,4,128,1,fp8,fp8,0,0.07392799854278564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,12,128,1,bfloat16,bfloat16,0,0.051283198595047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,12,128,1,fp8,fp8,0,0.04164159893989563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,1,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,1,128,1,bfloat16,bfloat16,0,0.051318401098251344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,1,128,1,fp8,fp8,0,0.04103200137615204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,2,128,1,bfloat16,bfloat16,0,0.051369601488113405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,2,128,1,bfloat16,fp8,0,0.055420798063278195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,2,128,1,fp8,fp8,0,0.0418256014585495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,4,128,1,bfloat16,bfloat16,0,0.05133280158042908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,4,128,1,bfloat16,fp8,0,0.055473601818084715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,12,128,1,bfloat16,bfloat16,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,12,128,1,bfloat16,fp8,0,0.03297759890556336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,12,128,1,fp8,fp8,0,0.02466239929199219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,1,128,1,bfloat16,bfloat16,0,0.008470399677753449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,1,128,1,bfloat16,bfloat16,0,0.028886398673057555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,1,128,1,bfloat16,fp8,0,0.0329039990901947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,1,128,1,fp8,fp8,0,0.023447999358177186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,2,128,1,bfloat16,bfloat16,0,0.028859201073646545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,2,128,1,fp8,fp8,0,0.0234592005610466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,4,128,1,bfloat16,bfloat16,0,0.02884640097618103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,4,128,1,bfloat16,fp8,0,0.032888001203536986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,4,128,1,fp8,fp8,0,0.024036799371242524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,12,128,1,bfloat16,bfloat16,0,0.018563200533390046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,4,128,1,bfloat16,fp8,0,0.10052640438079834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,12,128,1,bfloat16,fp8,0,0.022675199806690215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,12,128,1,fp8,fp8,0,0.016524800658226015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,12,128,1,bfloat16,fp8,0,0.05551999807357788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,1,128,1,bfloat16,fp8,0,0.022606399655342103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,1,128,1,fp8,fp8,0,0.014737600088119506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,2,128,1,bfloat16,fp8,0,0.022648000717163087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,2,128,1,fp8,fp8,0,0.014510400593280792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,4,128,1,bfloat16,bfloat16,0,0.018612800538539885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,4,128,1,bfloat16,fp8,0,0.022598400712013245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,4,128,1,fp8,fp8,0,0.015326400101184846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,12,128,1,bfloat16,bfloat16,0,0.01443679928779602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,12,128,1,bfloat16,fp8,0,0.01652639955282211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,12,128,1,fp8,fp8,0,0.013115200400352477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,1,128,1,bfloat16,bfloat16,0,0.014392000436782838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,1,128,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,2,128,1,bfloat16,fp8,0,0.03295519948005676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,1,128,1,fp8,fp8,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,2,128,1,bfloat16,bfloat16,0,0.014440000057220459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,2,128,1,bfloat16,fp8,0,0.016471999883651733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,2,128,1,fp8,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,4,128,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,4,128,1,fp8,fp8,0,0.010943999886512757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,12,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,12,128,1,bfloat16,fp8,0,0.0114656001329422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,12,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,1,128,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,1,128,1,bfloat16,fp8,0,0.010385599732398988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,2,128,1,bfloat16,bfloat16,0,0.018615999817848207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,1,128,1,fp8,fp8,0,0.006721600145101547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,2,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,2,128,1,bfloat16,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,4,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,4,128,1,bfloat16,fp8,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,4,128,1,fp8,fp8,0,0.0411327987909317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,4,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,12,128,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,12,128,1,bfloat16,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,1,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,1,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,1,128,1,fp8,fp8,0,0.006321600079536438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,2,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,2,128,1,fp8,fp8,0,0.006699199974536896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,4,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,4,128,1,bfloat16,fp8,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,4,128,1,bfloat16,bfloat16,0,0.014428800344467163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,12,128,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,12,128,1,bfloat16,fp8,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,12,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,1,128,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,1,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,1,128,1,bfloat16,bfloat16,0,0.018585599958896637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,1,128,1,fp8,fp8,0,0.006414400041103363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,2,128,1,bfloat16,fp8,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,1,128,1,bfloat16,fp8,0,0.05549600124359131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,2,128,1,fp8,fp8,0,0.0064191997051239015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,4,128,1,bfloat16,fp8,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,4,128,1,fp8,fp8,0,0.00663359984755516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,12,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,12,128,1,bfloat16,fp8,0,0.010807999968528747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,12,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,12,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,1,128,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,1,128,1,bfloat16,fp8,0,0.010446400195360184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,4,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,1,128,1,fp8,fp8,0,0.0063231997191905975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,2,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,2,128,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,4,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,4,128,1,bfloat16,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,4,128,1,fp8,fp8,0,0.006391999870538711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,2,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,4,128,1,bfloat16,bfloat16,0,0.008483199775218964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,2,128,1,fp8,fp8,0,0.006552000343799591
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,2,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,4,128,1,fp8,fp8,0,0.007083199918270111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,2,128,1,bfloat16,bfloat16,0,0.008495999872684479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,1,128,1,fp8,fp8,0,20.201017761230467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,2,128,1,fp8,fp8,0,20.1588134765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,1,128,1,bfloat16,bfloat16,0,26.790505981445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,2,128,1,bfloat16,bfloat16,0,27.01659240722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,1,128,1,bfloat16,fp8,0,29.92337646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,2,128,1,bfloat16,fp8,0,30.38662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,4,128,1,bfloat16,bfloat16,0,28.80863037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,8,128,1,bfloat16,bfloat16,0,15.043310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,8,128,1,fp8,fp8,0,10.386073303222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,4,128,1,fp8,fp8,0,20.286160278320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,8,128,1,bfloat16,fp8,0,16.105061340332032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,1,128,1,bfloat16,bfloat16,0,13.555018615722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,1,128,1,fp8,fp8,0,10.217072296142579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,1,128,1,bfloat16,fp8,0,15.150007629394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,4,128,1,bfloat16,fp8,0,31.448760986328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,2,128,1,fp8,fp8,0,10.196699523925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,2,128,1,bfloat16,bfloat16,0,13.603793334960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,2,128,1,bfloat16,fp8,0,15.24927978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,8,128,1,bfloat16,bfloat16,0,7.142137908935547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,4,128,1,fp8,fp8,0,10.221601867675782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,4,128,1,bfloat16,bfloat16,0,13.673927307128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,8,128,1,bfloat16,fp8,0,7.836102294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,8,128,1,fp8,fp8,0,5.281875228881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,1,128,1,bfloat16,bfloat16,0,6.9323570251464846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,4,128,1,bfloat16,fp8,0,15.448167419433593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,1,128,1,fp8,fp8,0,5.220926284790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,1,128,1,bfloat16,fp8,0,7.752614593505859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,2,128,1,fp8,fp8,0,5.2034961700439455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,2,128,1,bfloat16,bfloat16,0,6.96295394897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,2,128,1,bfloat16,fp8,0,7.792320251464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,4,128,1,bfloat16,bfloat16,0,6.961537933349609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,4,128,1,fp8,fp8,0,5.2094879150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,8,128,1,fp8,fp8,0,2.7429519653320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,8,128,1,bfloat16,bfloat16,0,3.69659538269043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,8,128,1,bfloat16,fp8,0,4.062459182739258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,1,128,1,bfloat16,bfloat16,0,3.6077327728271484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,4,128,1,bfloat16,fp8,0,7.856568145751953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,1,128,1,fp8,fp8,0,2.7230384826660154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,2,128,1,fp8,fp8,0,2.7175535202026366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,1,128,1,bfloat16,fp8,0,4.028945541381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,2,128,1,bfloat16,bfloat16,0,3.625980758666992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,2,128,1,bfloat16,fp8,0,4.056409454345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,4,128,1,bfloat16,bfloat16,0,3.6271102905273436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,4,128,1,fp8,fp8,0,2.720070457458496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,4,128,1,bfloat16,fp8,0,4.087360000610351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,1,128,1,fp8,fp8,0,11.452025604248046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,2,128,1,fp8,fp8,0,11.438963317871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,1,128,1,bfloat16,bfloat16,0,15.20105438232422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,2,128,1,bfloat16,bfloat16,0,15.286746215820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,1,128,1,bfloat16,fp8,0,17.001658630371093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,4,128,1,bfloat16,bfloat16,0,16.041058349609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,2,128,1,bfloat16,fp8,0,17.167141723632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,4,128,1,bfloat16,fp8,0,17.739773559570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,8,128,1,fp8,fp8,0,5.917081451416015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,8,128,1,bfloat16,bfloat16,0,8.284113311767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,4,128,1,fp8,fp8,0,11.505203247070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,8,128,1,bfloat16,fp8,0,8.938673400878907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,1,128,1,fp8,fp8,0,5.815337753295898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,1,128,1,bfloat16,bfloat16,0,7.7264656066894535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,1,128,1,bfloat16,fp8,0,8.621755218505859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,2,128,1,fp8,fp8,0,5.812779235839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,2,128,1,bfloat16,bfloat16,0,7.754566192626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,8,128,1,bfloat16,bfloat16,0,4.112001419067383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,4,128,1,fp8,fp8,0,5.8236431121826175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,2,128,1,bfloat16,fp8,0,8.683724975585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,8,128,1,fp8,fp8,0,3.036356735229492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,4,128,1,bfloat16,bfloat16,0,7.7877250671386715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,8,128,1,bfloat16,fp8,0,4.49029769897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,4,128,1,bfloat16,fp8,0,8.670609283447266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,1,128,1,bfloat16,bfloat16,0,3.9816944122314455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,1,128,1,fp8,fp8,0,2.996112060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,2,128,1,fp8,fp8,0,2.989459228515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,2,128,1,bfloat16,bfloat16,0,4.00024642944336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,2,128,1,bfloat16,fp8,0,4.477388763427735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,8,128,1,bfloat16,bfloat16,0,2.14355354309082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,4,128,1,fp8,fp8,0,3.000993537902832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,8,128,1,fp8,fp8,0,1.5958895683288574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,8,128,1,bfloat16,fp8,0,2.3602447509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,4,128,1,bfloat16,fp8,0,4.47155990600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,1,128,1,bfloat16,fp8,0,4.4426414489746096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,1,128,1,fp8,fp8,0,1.5847231864929199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,1,128,1,bfloat16,bfloat16,0,2.098249626159668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,1,128,1,bfloat16,fp8,0,2.3455360412597654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,2,128,1,bfloat16,bfloat16,0,2.1035087585449217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,2,128,1,fp8,fp8,0,1.5852848052978517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,2,128,1,bfloat16,fp8,0,2.361848068237305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,4,128,1,bfloat16,bfloat16,0,2.1069616317749023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,4,128,1,fp8,fp8,0,1.5836832046508789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,4,128,1,bfloat16,fp8,0,2.3788015365600588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,4,128,1,bfloat16,bfloat16,0,4.00211181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,1,128,1,fp8,fp8,0,8.011908721923827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,2,128,1,fp8,fp8,0,7.99798583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,1,128,1,bfloat16,bfloat16,0,10.634598541259766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,2,128,1,bfloat16,bfloat16,0,10.696678161621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,1,128,1,bfloat16,fp8,0,11.869425964355468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,2,128,1,bfloat16,fp8,0,11.963396453857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,4,128,1,bfloat16,bfloat16,0,10.998305511474609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,8,128,1,bfloat16,bfloat16,0,5.81136474609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,8,128,1,fp8,fp8,0,4.145790481567383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,1,128,1,bfloat16,bfloat16,0,5.41479377746582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,4,128,1,fp8,fp8,0,8.03912124633789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,8,128,1,bfloat16,fp8,0,6.299302291870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,1,128,1,bfloat16,fp8,0,6.05079345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,1,128,1,fp8,fp8,0,4.078543853759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,4,128,1,bfloat16,fp8,0,12.232390594482421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,2,128,1,fp8,fp8,0,4.071265411376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,2,128,1,bfloat16,bfloat16,0,5.434336090087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,2,128,1,bfloat16,fp8,0,6.101539230346679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,8,128,1,bfloat16,bfloat16,0,2.8992271423339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,4,128,1,bfloat16,bfloat16,0,5.46307373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,4,128,1,fp8,fp8,0,4.081151962280273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,8,128,1,fp8,fp8,0,2.1316335678100584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,8,128,1,bfloat16,fp8,0,3.1598608016967775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,1,128,1,bfloat16,bfloat16,0,2.803366470336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,1,128,1,fp8,fp8,0,2.1124704360961912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,1,128,1,bfloat16,fp8,0,3.1305904388427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,2,128,1,fp8,fp8,0,2.1058895111083986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,2,128,1,bfloat16,bfloat16,0,2.812414360046387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,2,128,1,bfloat16,fp8,0,3.149220848083496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,4,128,1,fp8,fp8,0,2.1142400741577148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,8,128,1,bfloat16,bfloat16,0,1.5338288307189942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,8,128,1,fp8,fp8,0,1.1404864311218261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,4,128,1,bfloat16,fp8,0,3.1860448837280275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,4,128,1,bfloat16,fp8,0,6.145713424682617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,1,128,1,bfloat16,bfloat16,0,1.502511978149414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,1,128,1,fp8,fp8,0,1.1297103881835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,1,128,1,bfloat16,fp8,0,1.6739999771118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,2,128,1,bfloat16,bfloat16,0,1.5063568115234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,2,128,1,fp8,fp8,0,1.1282544136047363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,2,128,1,bfloat16,fp8,0,1.6842639923095704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,4,128,1,bfloat16,bfloat16,0,1.5074144363403321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,4,128,1,fp8,fp8,0,1.1296799659729004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,4,128,1,bfloat16,fp8,0,1.6976335525512696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,4,128,1,bfloat16,bfloat16,0,2.819553565979004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,8,128,1,bfloat16,fp8,0,1.6880352020263671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,1,128,1,fp8,fp8,0,10.249600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,2,128,1,fp8,fp8,0,10.234632110595703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,1,128,1,bfloat16,bfloat16,0,13.603919982910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,2,128,1,bfloat16,bfloat16,0,13.761795043945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,1,128,1,bfloat16,fp8,0,15.182810974121093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,2,128,1,bfloat16,fp8,0,15.35291748046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,4,128,1,bfloat16,bfloat16,0,15.175962829589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,4,128,1,bfloat16,fp8,0,16.39733428955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,8,128,1,bfloat16,bfloat16,0,7.9838401794433596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,8,128,1,fp8,fp8,0,5.334211349487305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,4,128,1,fp8,fp8,0,10.356412506103515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,8,128,1,bfloat16,fp8,0,8.359788513183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,1,128,1,bfloat16,bfloat16,0,6.882121276855469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,1,128,1,bfloat16,fp8,0,7.676686096191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,2,128,1,fp8,fp8,0,5.180307388305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,1,128,1,fp8,fp8,0,5.185433578491211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,2,128,1,bfloat16,bfloat16,0,6.918596649169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,2,128,1,bfloat16,fp8,0,7.7389472961425785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,8,128,1,bfloat16,bfloat16,0,3.683513641357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,4,128,1,fp8,fp8,0,5.194550323486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,4,128,1,bfloat16,bfloat16,0,7.0572044372558596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,8,128,1,fp8,fp8,0,2.6900463104248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,8,128,1,bfloat16,fp8,0,4.034596633911133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,1,128,1,bfloat16,bfloat16,0,3.5191455841064454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,4,128,1,bfloat16,fp8,0,7.8852897644042965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,1,128,1,fp8,fp8,0,2.64617919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,2,128,1,bfloat16,bfloat16,0,3.5339424133300783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,1,128,1,bfloat16,fp8,0,3.928985595703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,2,128,1,fp8,fp8,0,2.640937614440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,8,128,1,bfloat16,bfloat16,0,1.89627685546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,8,128,1,fp8,fp8,0,1.3957344055175782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,4,128,1,fp8,fp8,0,2.6478399276733398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,4,128,1,bfloat16,bfloat16,0,3.5473697662353514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,1,128,1,bfloat16,bfloat16,0,1.8320047378540039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,4,128,1,bfloat16,fp8,0,3.9934814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,8,128,1,bfloat16,fp8,0,2.0679599761962892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,1,128,1,fp8,fp8,0,1.3806655883789063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,1,128,1,bfloat16,fp8,0,2.0428703308105467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,2,128,1,bfloat16,bfloat16,0,1.8390800476074218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,2,128,1,fp8,fp8,0,1.3783935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,2,128,1,bfloat16,fp8,0,2.0584175109863283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,4,128,1,bfloat16,bfloat16,0,1.8428176879882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,8,128,1,bfloat16,bfloat16,0,1.021183967590332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,4,128,1,bfloat16,fp8,0,2.0777055740356447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,4,128,1,fp8,fp8,0,1.381334400177002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,8,128,1,fp8,fp8,0,0.7605936050415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,2,128,1,bfloat16,fp8,0,3.9542430877685546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,8,128,1,bfloat16,fp8,0,1.1255311965942383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,1,128,1,bfloat16,bfloat16,0,1.00175199508667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,1,128,1,fp8,fp8,0,0.7523871898651123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,1,128,1,bfloat16,fp8,0,1.1176447868347168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,2,128,1,fp8,fp8,0,0.7514880180358887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,2,128,1,bfloat16,bfloat16,0,1.0039999961853028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,4,128,1,bfloat16,bfloat16,0,1.0045040130615235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,4,128,1,fp8,fp8,0,0.7542031764984131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,4,128,1,bfloat16,fp8,0,1.1342464447021485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,2,128,1,bfloat16,fp8,0,1.1208335876464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,1,128,1,fp8,fp8,0,5.841524887084961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,2,128,1,fp8,fp8,0,5.837255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,2,128,1,bfloat16,bfloat16,0,7.828828430175781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,1,128,1,bfloat16,bfloat16,0,7.757689666748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,1,128,1,bfloat16,fp8,0,8.64711685180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,2,128,1,bfloat16,fp8,0,8.731785583496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,4,128,1,fp8,fp8,0,5.8880126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,4,128,1,bfloat16,bfloat16,0,8.32958526611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,4,128,1,bfloat16,fp8,0,9.102986907958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,8,128,1,fp8,fp8,0,3.043668746948242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,8,128,1,bfloat16,bfloat16,0,4.431582260131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,1,128,1,fp8,fp8,0,2.9642799377441404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,1,128,1,bfloat16,bfloat16,0,3.943124771118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,1,128,1,bfloat16,fp8,0,4.39564323425293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,8,128,1,bfloat16,fp8,0,4.680169677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,2,128,1,bfloat16,bfloat16,0,3.9606143951416017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,2,128,1,bfloat16,fp8,0,4.431070327758789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,2,128,1,fp8,fp8,0,2.967540740966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,8,128,1,fp8,fp8,0,1.5552288055419923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,8,128,1,bfloat16,bfloat16,0,2.1288448333740235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,4,128,1,fp8,fp8,0,2.975371170043945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,8,128,1,bfloat16,fp8,0,2.3125072479248048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,4,128,1,bfloat16,bfloat16,0,4.005028915405274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,1,128,1,bfloat16,bfloat16,0,2.030648040771484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,4,128,1,bfloat16,fp8,0,4.45281753540039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,1,128,1,fp8,fp8,0,1.5285103797912598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,2,128,1,fp8,fp8,0,1.5253536224365234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,2,128,1,bfloat16,bfloat16,0,2.043951988220215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,2,128,1,bfloat16,fp8,0,2.2868751525878905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,4,128,1,bfloat16,bfloat16,0,2.0479007720947267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,8,128,1,bfloat16,bfloat16,0,1.1086223602294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,8,128,1,fp8,fp8,0,0.8180111885070801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,4,128,1,fp8,fp8,0,1.5306879997253418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,8,128,1,bfloat16,fp8,0,1.2135616302490235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,1,128,1,bfloat16,bfloat16,0,1.0701935768127442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,1,128,1,fp8,fp8,0,0.8089967727661133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,1,128,1,bfloat16,fp8,0,1.1964927673339845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,2,128,1,fp8,fp8,0,0.8080464363098144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,2,128,1,bfloat16,fp8,0,1.2056336402893066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,4,128,1,bfloat16,bfloat16,0,1.0778400421142578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,1,128,1,bfloat16,fp8,0,2.264192008972168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,4,128,1,fp8,fp8,0,0.8100527763366699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,8,128,1,bfloat16,bfloat16,0,0.6115968227386475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,4,128,1,bfloat16,fp8,0,1.217636775970459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,8,128,1,fp8,fp8,0,0.4531248092651367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,1,128,1,bfloat16,bfloat16,0,0.5931151866912842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,1,128,1,fp8,fp8,0,0.4506832122802734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,1,128,1,bfloat16,fp8,0,0.6648191928863525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,2,128,1,bfloat16,fp8,0,0.6685135841369629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,2,128,1,fp8,fp8,0,0.4484240055084229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,4,128,1,bfloat16,bfloat16,0,0.5998223781585693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,4,128,1,bfloat16,fp8,0,2.3081008911132814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,4,128,1,fp8,fp8,0,0.44873919486999514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,4,128,1,bfloat16,fp8,0,0.6745151996612548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,2,128,1,bfloat16,bfloat16,0,1.0764783859252929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,8,128,1,bfloat16,fp8,0,0.6705615997314454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,2,128,1,bfloat16,bfloat16,0,0.5947216033935547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,1,128,1,fp8,fp8,0,5.2776752471923825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,2,128,1,fp8,fp8,0,5.270718383789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,1,128,1,bfloat16,bfloat16,0,7.009812927246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,2,128,1,bfloat16,bfloat16,0,7.141680145263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,1,128,1,bfloat16,fp8,0,7.802590179443359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,2,128,1,bfloat16,fp8,0,7.946753692626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,4,128,1,bfloat16,bfloat16,0,8.178358459472657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,8,128,1,fp8,fp8,0,2.7907024383544923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,4,128,1,fp8,fp8,0,5.40130729675293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,8,128,1,bfloat16,bfloat16,0,4.586825561523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,1,128,1,bfloat16,bfloat16,0,3.547180938720703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,4,128,1,bfloat16,fp8,0,8.717108917236327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,8,128,1,bfloat16,fp8,0,4.696295928955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,1,128,1,bfloat16,fp8,0,3.948633575439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,1,128,1,fp8,fp8,0,2.6693376541137694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,2,128,1,bfloat16,bfloat16,0,3.5718257904052733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,2,128,1,fp8,fp8,0,2.6648128509521483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,8,128,1,bfloat16,bfloat16,0,1.9584575653076173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,4,128,1,fp8,fp8,0,2.68121280670166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,2,128,1,bfloat16,fp8,0,3.9863983154296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,4,128,1,bfloat16,bfloat16,0,3.6687854766845702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,8,128,1,bfloat16,fp8,0,2.1491888046264647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,8,128,1,fp8,fp8,0,1.395903968811035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,4,128,1,bfloat16,fp8,0,4.111932754516602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,1,128,1,bfloat16,bfloat16,0,1.814588737487793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,1,128,1,fp8,fp8,0,1.3594351768493653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,1,128,1,bfloat16,fp8,0,2.0188575744628907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,2,128,1,fp8,fp8,0,1.3586544036865233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,2,128,1,bfloat16,fp8,0,2.0336383819580077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,4,128,1,bfloat16,bfloat16,0,1.8379552841186524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,4,128,1,fp8,fp8,0,1.3653759956359863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,8,128,1,fp8,fp8,0,0.7250864028930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,8,128,1,bfloat16,fp8,0,1.085854434967041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,4,128,1,bfloat16,fp8,0,2.0607440948486326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,1,128,1,bfloat16,bfloat16,0,0.9487631797790528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,1,128,1,fp8,fp8,0,0.7143008232116699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,1,128,1,bfloat16,fp8,0,1.0585280418395997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,2,128,1,bfloat16,bfloat16,0,0.9533823966979981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,2,128,1,bfloat16,fp8,0,1.0671279907226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,4,128,1,bfloat16,bfloat16,0,0.9576895713806153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,8,128,1,bfloat16,bfloat16,0,0.5362751960754395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,4,128,1,bfloat16,fp8,0,1.0811471939086914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,8,128,1,bfloat16,fp8,0,0.5890912055969239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,2,128,1,bfloat16,bfloat16,0,1.8240896224975587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,8,128,1,fp8,fp8,0,0.3965008020401001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,1,128,1,bfloat16,bfloat16,0,0.5189248085021972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,8,128,1,bfloat16,bfloat16,0,0.9899215698242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,1,128,1,bfloat16,fp8,0,0.5798639774322509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,1,128,1,fp8,fp8,0,0.3904031991958618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,2,128,1,bfloat16,bfloat16,0,0.5219664096832275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,2,128,1,bfloat16,fp8,0,0.5835023880004883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,2,128,1,fp8,fp8,0,0.3891007900238037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,4,128,1,bfloat16,bfloat16,0,0.522870397567749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,4,128,1,fp8,fp8,0,0.39233760833740233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,4,128,1,bfloat16,fp8,0,0.5893407821655273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,8,128,1,bfloat16,bfloat16,0,0.31225759983062745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,8,128,1,bfloat16,fp8,0,0.3420799970626831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,8,128,1,fp8,fp8,0,0.22960801124572755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,1,128,1,bfloat16,bfloat16,0,0.30245280265808105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,1,128,1,fp8,fp8,0,0.22746078968048095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,2,128,1,fp8,fp8,0,0.7129327774047851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,2,128,1,bfloat16,bfloat16,0,0.3041424036026001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,1,128,1,bfloat16,fp8,0,0.3381407976150513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,2,128,1,fp8,fp8,0,0.22733919620513915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,4,128,1,fp8,fp8,0,0.22784640789031982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,4,128,1,bfloat16,fp8,0,0.34039840698242185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,4,128,1,fp8,fp8,0,0.7151199817657471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,2,128,1,bfloat16,fp8,0,0.33911519050598143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,1,128,1,fp8,fp8,0,3.033527946472168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,4,128,1,bfloat16,bfloat16,0,0.30409600734710696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,1,128,1,bfloat16,bfloat16,0,4.035916900634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,2,128,1,bfloat16,bfloat16,0,4.088078308105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,1,128,1,bfloat16,fp8,0,4.484523010253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,2,128,1,bfloat16,fp8,0,4.544121551513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,2,128,1,fp8,fp8,0,3.034097671508789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,8,128,1,fp8,fp8,0,1.6098367691040039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,8,128,1,bfloat16,bfloat16,0,2.467065620422363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,4,128,1,fp8,fp8,0,3.087009620666504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,8,128,1,bfloat16,fp8,0,2.6672832489013674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,4,128,1,bfloat16,bfloat16,0,4.593350219726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,1,128,1,bfloat16,bfloat16,0,2.0518463134765623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,4,128,1,bfloat16,fp8,0,4.949835205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,1,128,1,fp8,fp8,0,1.536251163482666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,1,128,1,bfloat16,fp8,0,2.2826128005981445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,2,128,1,bfloat16,fp8,0,2.303107261657715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,8,128,1,bfloat16,bfloat16,0,1.1408080101013183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,4,128,1,fp8,fp8,0,1.5497167587280274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,8,128,1,bfloat16,fp8,0,1.2278384208679198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,4,128,1,bfloat16,fp8,0,2.351608085632324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,1,128,1,bfloat16,bfloat16,0,1.0525936126708983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,1,128,1,fp8,fp8,0,0.7912191867828369
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,1,128,1,bfloat16,fp8,0,1.1735631942749023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,2,128,1,bfloat16,bfloat16,0,1.0627008438110352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,2,128,1,fp8,fp8,0,0.7905407905578613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,2,128,1,bfloat16,bfloat16,0,2.0622495651245116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,4,128,1,bfloat16,bfloat16,0,1.07336483001709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,8,128,1,bfloat16,bfloat16,0,0.5921967983245849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,4,128,1,bfloat16,bfloat16,0,2.1096927642822267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,4,128,1,fp8,fp8,0,0.7937871932983398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,8,128,1,bfloat16,fp8,0,0.6483983993530273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,8,128,1,fp8,fp8,0,0.4322512149810791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,1,128,1,bfloat16,bfloat16,0,0.563592004776001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,1,128,1,bfloat16,fp8,0,0.6289279937744141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,1,128,1,fp8,fp8,0,0.424132776260376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,2,128,1,bfloat16,bfloat16,0,0.5664624214172364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,2,128,1,fp8,fp8,0,0.42409281730651854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,2,128,1,bfloat16,fp8,0,0.633135986328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,4,128,1,bfloat16,bfloat16,0,0.5688015937805175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,4,128,1,bfloat16,fp8,0,0.6418511867523193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,4,128,1,fp8,fp8,0,0.42615199089050293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,8,128,1,bfloat16,fp8,0,0.3548863887786865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,8,128,1,fp8,fp8,0,0.2396224021911621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,2,128,1,fp8,fp8,0,1.5416895866394043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,1,128,1,bfloat16,bfloat16,0,0.3123775959014893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,1,128,1,fp8,fp8,0,0.23565919399261476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,2,128,1,bfloat16,bfloat16,0,0.3145423889160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,2,128,1,bfloat16,fp8,0,0.3519007921218872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,2,128,1,fp8,fp8,0,0.23563039302825928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,4,128,1,bfloat16,fp8,0,1.2036463737487793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,4,128,1,bfloat16,bfloat16,0,0.31591360569000243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,4,128,1,fp8,fp8,0,0.2359920024871826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,8,128,1,bfloat16,bfloat16,0,0.19471999406814575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,8,128,1,bfloat16,fp8,0,0.21305439472198487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,8,128,1,fp8,fp8,0,0.8123359680175781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,8,128,1,fp8,fp8,0,0.1435696005821228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,1,128,1,bfloat16,bfloat16,0,0.18880800008773804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,1,128,1,bfloat16,fp8,0,0.2094575881958008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,2,128,1,bfloat16,bfloat16,0,0.18856960535049438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,1,128,1,fp8,fp8,0,0.1414687991142273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,2,128,1,fp8,fp8,0,0.14149119853973388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,4,128,1,bfloat16,bfloat16,0,0.18862559795379638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,4,128,1,bfloat16,fp8,0,0.21323199272155763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,4,128,1,fp8,fp8,0,0.1415071964263916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,8,128,1,bfloat16,bfloat16,0,0.32384159564971926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,2,128,1,bfloat16,fp8,0,1.186526393890381
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,1,128,1,bfloat16,fp8,0,0.34843199253082274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,4,128,1,bfloat16,fp8,0,0.35529921054840086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,2,128,1,bfloat16,fp8,0,0.21673600673675536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,1,128,1,fp8,fp8,0,2.7917808532714843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,1,128,1,bfloat16,bfloat16,0,3.7134174346923827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,1,128,1,bfloat16,fp8,0,4.1121055603027346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,2,128,1,bfloat16,bfloat16,0,3.8337566375732424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,2,128,1,fp8,fp8,0,2.793481636047363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,2,128,1,bfloat16,fp8,0,4.231980895996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,8,128,1,fp8,fp8,0,1.5366576194763184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,4,128,1,fp8,fp8,0,2.8928560256958007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,1,128,1,bfloat16,bfloat16,0,1.8773344039916993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,8,128,1,bfloat16,bfloat16,0,2.9947280883789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,4,128,1,bfloat16,bfloat16,0,4.344393539428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,4,128,1,bfloat16,fp8,0,4.7283935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,8,128,1,bfloat16,fp8,0,3.183131217956543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,1,128,1,fp8,fp8,0,1.4128687858581543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,1,128,1,bfloat16,fp8,0,2.0821744918823244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,2,128,1,bfloat16,bfloat16,0,1.89769287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,2,128,1,bfloat16,fp8,0,2.1075424194335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,8,128,1,bfloat16,bfloat16,0,1.1044976234436035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,4,128,1,bfloat16,bfloat16,0,2.008820724487305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,4,128,1,fp8,fp8,0,1.4257935523986816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,8,128,1,fp8,fp8,0,0.7500288009643554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,4,128,1,bfloat16,fp8,0,2.225663948059082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,8,128,1,bfloat16,fp8,0,1.183903980255127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,1,128,1,bfloat16,bfloat16,0,0.9632528305053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,1,128,1,fp8,fp8,0,0.7169136047363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,1,128,1,bfloat16,fp8,0,1.0689552307128907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,2,128,1,bfloat16,bfloat16,0,0.9704799652099609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,2,128,1,fp8,fp8,0,0.716864013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,2,128,1,bfloat16,fp8,0,1.0804448127746582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,4,128,1,bfloat16,bfloat16,0,0.9861680030822754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,4,128,1,fp8,fp8,0,0.7200592041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,8,128,1,fp8,fp8,0,0.38517439365386963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,2,128,1,fp8,fp8,0,1.413484764099121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,8,128,1,bfloat16,fp8,0,0.5857439994812011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,1,128,1,bfloat16,bfloat16,0,0.5001520156860352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,4,128,1,bfloat16,fp8,0,1.0901679992675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,1,128,1,bfloat16,fp8,0,0.5562496185302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,1,128,1,fp8,fp8,0,0.37681601047515867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,2,128,1,bfloat16,bfloat16,0,0.503446388244629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,2,128,1,fp8,fp8,0,0.3754048109054565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,2,128,1,bfloat16,fp8,0,0.561630392074585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,4,128,1,bfloat16,bfloat16,0,0.5087344169616699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,8,128,1,bfloat16,bfloat16,0,0.2909600019454956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,4,128,1,fp8,fp8,0,0.37754719257354735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,8,128,1,fp8,fp8,0,0.21352798938751222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,4,128,1,bfloat16,fp8,0,0.5727087974548339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,1,128,1,bfloat16,fp8,0,0.3094671964645386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,2,128,1,bfloat16,bfloat16,0,0.2791759967803955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,2,128,1,bfloat16,fp8,0,0.3123456001281738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,2,128,1,fp8,fp8,0,0.20906400680541992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,4,128,1,bfloat16,bfloat16,0,0.2811232089996338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,4,128,1,fp8,fp8,0,0.2107151985168457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,4,128,1,bfloat16,fp8,0,0.31674239635467527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,8,128,1,bfloat16,bfloat16,0,0.16707040071487428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,8,128,1,fp8,fp8,0,0.12311040163040161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,8,128,1,bfloat16,fp8,0,0.18518879413604736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,8,128,1,bfloat16,bfloat16,0,0.539188814163208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,1,128,1,bfloat16,bfloat16,0,0.16077120304107667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,1,128,1,fp8,fp8,0,0.12100479602813721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,1,128,1,bfloat16,fp8,0,0.17877440452575682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,2,128,1,bfloat16,bfloat16,0,0.16218240261077882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,2,128,1,fp8,fp8,0,0.12096960544586181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,2,128,1,bfloat16,fp8,0,0.1803920030593872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,4,128,1,bfloat16,bfloat16,0,0.16217600107192992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,4,128,1,fp8,fp8,0,0.1212048053741455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,8,128,1,fp8,fp8,0,0.08203999996185303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,8,128,1,bfloat16,bfloat16,0,0.11056159734725952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,4,128,1,bfloat16,fp8,0,0.1833359956741333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,1,128,1,bfloat16,bfloat16,0,0.1067952036857605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,1,128,1,fp8,fp8,0,0.08004159927368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,1,128,1,bfloat16,fp8,0,0.11900479793548584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,2,128,1,bfloat16,bfloat16,0,0.10771360397338867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,8,128,1,bfloat16,fp8,0,0.32163679599761963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,2,128,1,fp8,fp8,0,0.07998719811439514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,2,128,1,bfloat16,fp8,0,0.1230847954750061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,1,128,1,fp8,fp8,0,0.20911839008331298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,4,128,1,bfloat16,fp8,0,0.12195359468460083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,4,128,1,fp8,fp8,0,0.08062880039215088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,1,128,1,fp8,fp8,0,1.6306367874145509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,8,128,1,bfloat16,fp8,0,0.1211135983467102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,1,128,1,bfloat16,bfloat16,0,2.175049591064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,2,128,1,bfloat16,bfloat16,0,2.2231231689453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,1,128,1,bfloat16,bfloat16,0,0.27816479206085204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,2,128,1,bfloat16,fp8,0,2.4513055801391603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,4,128,1,bfloat16,bfloat16,0,0.1066815972328186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,2,128,1,fp8,fp8,0,1.6347999572753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,8,128,1,fp8,fp8,0,0.8979408264160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,4,128,1,fp8,fp8,0,1.683670425415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,1,128,1,bfloat16,bfloat16,0,1.1059184074401855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,4,128,1,bfloat16,bfloat16,0,2.5212303161621095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,8,128,1,bfloat16,fp8,0,1.7266672134399415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,4,128,1,bfloat16,fp8,0,2.7384527206420897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,1,128,1,fp8,fp8,0,0.8215120315551758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,1,128,1,bfloat16,fp8,0,2.404190444946289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,2,128,1,bfloat16,bfloat16,0,1.1128864288330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,2,128,1,fp8,fp8,0,0.8323599815368652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,1,128,1,bfloat16,fp8,0,1.2237839698791504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,2,128,1,bfloat16,fp8,0,1.2368831634521484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,4,128,1,bfloat16,bfloat16,0,1.1692463874816894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,8,128,1,bfloat16,bfloat16,0,0.6474160194396973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,4,128,1,bfloat16,fp8,0,1.2800975799560548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,8,128,1,bfloat16,fp8,0,0.6874576091766358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,1,128,1,bfloat16,bfloat16,0,0.5656079769134521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,1,128,1,fp8,fp8,0,0.4229616165161133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,2,128,1,bfloat16,bfloat16,0,0.5747407913208008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,2,128,1,bfloat16,fp8,0,0.6398880004882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,2,128,1,fp8,fp8,0,0.4222752094268799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,8,128,1,bfloat16,bfloat16,0,1.642692756652832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,4,128,1,bfloat16,bfloat16,0,0.5836400032043457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,4,128,1,fp8,fp8,0,0.4254784107208252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,8,128,1,bfloat16,bfloat16,0,0.32804958820343016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,4,128,1,bfloat16,fp8,0,0.6528016090393066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,8,128,1,bfloat16,fp8,0,0.3583296060562134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,1,128,1,bfloat16,bfloat16,0,0.3033103942871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,1,128,1,bfloat16,fp8,0,0.3370735883712769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,1,128,1,fp8,fp8,0,0.22750558853149414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,2,128,1,bfloat16,bfloat16,0,0.30514719486236574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,2,128,1,fp8,fp8,0,0.22757279872894287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,2,128,1,bfloat16,fp8,0,0.33975040912628174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,4,128,1,fp8,fp8,0,0.8392047882080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,4,128,1,bfloat16,bfloat16,0,0.3085407972335815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,4,128,1,fp8,fp8,0,0.22810080051422119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,8,128,1,bfloat16,bfloat16,0,0.1812991976737976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,8,128,1,fp8,fp8,0,0.13323040008544923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,1,128,1,bfloat16,fp8,0,0.6291135787963867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,1,128,1,bfloat16,bfloat16,0,0.17221120595932007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,1,128,1,bfloat16,fp8,0,0.19255839586257933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,1,128,1,fp8,fp8,0,0.1292880058288574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,2,128,1,bfloat16,bfloat16,0,0.17394399642944336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,2,128,1,fp8,fp8,0,0.12929919958114625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,4,128,1,bfloat16,bfloat16,0,0.174835205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,4,128,1,bfloat16,fp8,0,0.1966655969619751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,4,128,1,fp8,fp8,0,0.13124959468841552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,8,128,1,bfloat16,bfloat16,0,0.10696159601211548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,8,128,1,bfloat16,fp8,0,0.11895519495010376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,8,128,1,fp8,fp8,0,0.08007519841194152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,8,128,1,fp8,fp8,0,0.23359999656677247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,1,128,1,bfloat16,bfloat16,0,0.10261919498443603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,1,128,1,bfloat16,fp8,0,0.11525119543075561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,1,128,1,fp8,fp8,0,0.07794719934463501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,2,128,1,bfloat16,bfloat16,0,0.1037984013557434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,2,128,1,fp8,fp8,0,0.07799680233001709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,2,128,1,bfloat16,fp8,0,0.11873600482940674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,4,128,1,bfloat16,bfloat16,0,0.10461759567260742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,8,128,1,fp8,fp8,0,0.4425968170166016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,4,128,1,bfloat16,fp8,0,0.11811679601669312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,8,128,1,bfloat16,bfloat16,0,0.06987040042877198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,8,128,1,fp8,fp8,0,0.05154079794883728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,8,128,1,bfloat16,fp8,0,0.07802559733390808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,4,128,1,bfloat16,fp8,0,0.34683680534362793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,1,128,1,bfloat16,bfloat16,0,0.06775839924812317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,1,128,1,fp8,fp8,0,0.051393598318099976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,8,128,1,bfloat16,fp8,0,0.20052480697631836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,2,128,1,bfloat16,bfloat16,0,0.06779360175132751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,2,128,1,fp8,fp8,0,0.05139679908752441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,4,128,1,bfloat16,bfloat16,0,0.06792479753494263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,4,128,1,fp8,fp8,0,0.05143359899520874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,4,128,1,bfloat16,fp8,0,0.07793599963188172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,2,128,1,bfloat16,fp8,0,0.1937343955039978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,1,128,1,fp8,fp8,0,1.549015998840332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,4,128,1,fp8,fp8,0,0.07810080051422119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,1,128,1,bfloat16,bfloat16,0,2.0652624130249024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,1,128,1,bfloat16,fp8,0,0.07595679759979249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,1,128,1,bfloat16,fp8,0,2.2695711135864256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,2,128,1,bfloat16,fp8,0,0.07808640003204345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,2,128,1,fp8,fp8,0,1.5533488273620606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,2,128,1,bfloat16,fp8,0,2.3834016799926756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,4,128,1,fp8,fp8,0,1.660665512084961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,4,128,1,bfloat16,bfloat16,0,2.598159980773926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,1,128,1,bfloat16,bfloat16,0,1.0460224151611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,8,128,1,bfloat16,fp8,0,1.9645503997802733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,4,128,1,bfloat16,fp8,0,2.8010831832885743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,2,128,1,bfloat16,bfloat16,0,2.1752256393432616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,1,128,1,fp8,fp8,0,0.7841536045074463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,1,128,1,bfloat16,fp8,0,1.150761604309082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,2,128,1,bfloat16,bfloat16,0,1.057863998413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,2,128,1,fp8,fp8,0,0.7858816146850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,2,128,1,bfloat16,fp8,0,1.1694607734680176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,4,128,1,bfloat16,bfloat16,0,1.1742544174194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,4,128,1,fp8,fp8,0,0.7995488166809082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,8,128,1,bfloat16,bfloat16,0,0.6752431869506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,8,128,1,fp8,fp8,0,0.4274928092956543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,8,128,1,bfloat16,fp8,0,0.7226016044616699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,4,128,1,bfloat16,fp8,0,1.2786784172058105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,1,128,1,bfloat16,bfloat16,0,0.5368080139160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,8,128,1,fp8,fp8,0,0.9174271583557129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,1,128,1,bfloat16,fp8,0,0.591651201248169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,1,128,1,fp8,fp8,0,0.3955343961715698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,2,128,1,fp8,fp8,0,0.3954416036605835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,2,128,1,bfloat16,bfloat16,0,0.5411471843719482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,2,128,1,bfloat16,fp8,0,0.6002096176147461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,4,128,1,fp8,fp8,0,0.39886400699615476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,8,128,1,bfloat16,bfloat16,0,0.31116480827331544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,4,128,1,bfloat16,fp8,0,0.613920021057129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,8,128,1,fp8,fp8,0,0.21541121006011962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,8,128,1,bfloat16,fp8,0,0.33799679279327394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,1,128,1,bfloat16,fp8,0,0.3072736024856567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,2,128,1,bfloat16,bfloat16,0,0.2788815975189209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,2,128,1,bfloat16,fp8,0,0.3113136053085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,2,128,1,fp8,fp8,0,0.20709760189056398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,4,128,1,bfloat16,bfloat16,0,0.2850543975830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,4,128,1,fp8,fp8,0,0.20909759998321534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,4,128,1,bfloat16,fp8,0,0.3198591947555542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,8,128,1,bfloat16,bfloat16,0,0.16406240463256835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,8,128,1,bfloat16,fp8,0,0.1805008053779602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,1,128,1,bfloat16,bfloat16,0,0.15427680015563966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,1,128,1,bfloat16,fp8,0,0.17012959718704224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,1,128,1,fp8,fp8,0,0.11481599807739258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,8,128,1,bfloat16,bfloat16,0,1.9154224395751953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,2,128,1,bfloat16,fp8,0,0.17223520278930665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,4,128,1,bfloat16,bfloat16,0,0.15645120143890381
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,2,128,1,fp8,fp8,0,0.11486079692840576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,4,128,1,bfloat16,fp8,0,0.17626880407333373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,4,128,1,fp8,fp8,0,0.11490240097045898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,8,128,1,bfloat16,bfloat16,0,0.09477760195732117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,8,128,1,bfloat16,fp8,0,0.10471520423889161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,4,128,1,bfloat16,bfloat16,0,0.5603919982910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,8,128,1,fp8,fp8,0,0.06981120109558106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,1,128,1,bfloat16,bfloat16,0,0.08956320285797119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,1,128,1,bfloat16,bfloat16,0,0.27672319412231444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,1,128,1,fp8,fp8,0,0.06771519780158997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,1,128,1,bfloat16,fp8,0,0.10046720504760742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,1,128,1,fp8,fp8,0,0.2070688009262085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,2,128,1,bfloat16,bfloat16,0,0.09016960263252258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,2,128,1,fp8,fp8,0,0.06776480078697204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,4,128,1,fp8,fp8,0,0.06772159934043884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,4,128,1,bfloat16,fp8,0,0.10256160497665405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,8,128,1,bfloat16,bfloat16,0,0.061603200435638425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,8,128,1,bfloat16,fp8,0,0.06947519779205322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,8,128,1,fp8,fp8,0,0.04523360133171082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,1,128,1,bfloat16,bfloat16,0,0.05830720067024231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,8,128,1,fp8,fp8,0,0.11894079446792602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,1,128,1,bfloat16,fp8,0,0.06619200110435486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,2,128,1,bfloat16,bfloat16,0,0.0592960000038147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,2,128,1,fp8,fp8,0,0.04427840113639832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,4,128,1,bfloat16,bfloat16,0,0.059614402055740354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,4,128,1,bfloat16,fp8,0,0.0677344024181366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,2,128,1,bfloat16,bfloat16,0,0.15380959510803222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,8,128,1,bfloat16,bfloat16,0,0.04517120122909546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,8,128,1,bfloat16,fp8,0,0.05132480263710022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,1,128,1,bfloat16,bfloat16,0,0.04318720102310181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,1,128,1,bfloat16,fp8,0,0.04932000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,1,128,1,fp8,fp8,0,0.032953599095344545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,2,128,1,bfloat16,bfloat16,0,0.043182399868965146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,2,128,1,bfloat16,fp8,0,0.04935519993305206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,2,128,1,fp8,fp8,0,0.032927998900413515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,4,128,1,bfloat16,bfloat16,0,0.04320639967918396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,4,128,1,bfloat16,bfloat16,0,0.09070559740066528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,4,128,1,bfloat16,fp8,0,0.05046399831771851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,4,128,1,fp8,fp8,0,0.03296479880809784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,1,128,1,fp8,fp8,0,0.04514560103416443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,2,128,1,bfloat16,fp8,0,0.06779680252075196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,4,128,1,fp8,fp8,0,0.045270401239395144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,8,128,1,fp8,fp8,0,0.03286559879779816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,1,128,1,bfloat16,bfloat16,0,1.241648006439209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,1,128,1,fp8,fp8,0,0.9299759864807129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,2,128,1,bfloat16,bfloat16,0,1.4102784156799317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,2,128,1,fp8,fp8,0,0.9384079933166504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,2,128,1,bfloat16,fp8,0,1.5038559913635254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,2,128,1,bfloat16,fp8,0,0.10065599679946899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,4,128,1,bfloat16,bfloat16,0,1.8359760284423827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,4,128,1,fp8,fp8,0,1.0622832298278808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,4,128,1,bfloat16,fp8,0,1.974171257019043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,8,128,1,fp8,fp8,0,0.6046832084655762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,1,128,1,bfloat16,bfloat16,0,0.6255328178405761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,1,128,1,fp8,fp8,0,0.46928157806396487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,1,128,1,bfloat16,fp8,0,1.3486831665039063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,1,128,1,bfloat16,fp8,0,0.6802703857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,8,128,1,bfloat16,fp8,0,1.3768367767333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,2,128,1,bfloat16,bfloat16,0,0.6438960075378418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,2,128,1,fp8,fp8,0,0.47106242179870605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,2,128,1,bfloat16,fp8,0,0.699292802810669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,4,128,1,fp8,fp8,0,0.48966240882873535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,4,128,1,bfloat16,bfloat16,0,0.7699903964996337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,8,128,1,fp8,fp8,0,0.2673151969909668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,8,128,1,bfloat16,fp8,0,0.5021952152252197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,1,128,1,bfloat16,bfloat16,0,0.3236479997634888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,1,128,1,bfloat16,fp8,0,0.352345609664917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,4,128,1,bfloat16,fp8,0,0.8251759529113769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,2,128,1,bfloat16,bfloat16,0,0.327513599395752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,2,128,1,fp8,fp8,0,0.23389120101928712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,4,128,1,bfloat16,fp8,0,0.37563838958740237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,8,128,1,bfloat16,bfloat16,0,0.2008671998977661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,8,128,1,bfloat16,bfloat16,0,1.2868672370910645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,8,128,1,bfloat16,fp8,0,0.21500799655914307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,1,128,1,bfloat16,bfloat16,0,0.1625391960144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,1,128,1,bfloat16,fp8,0,0.18052320480346679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,1,128,1,fp8,fp8,0,0.1228943943977356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,2,128,1,bfloat16,bfloat16,0,0.16416000127792357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,2,128,1,bfloat16,fp8,0,0.18655200004577638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,2,128,1,fp8,fp8,0,0.1223039984703064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,4,128,1,bfloat16,bfloat16,0,0.1722815990447998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,8,128,1,bfloat16,bfloat16,0,0.5057392120361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,4,128,1,fp8,fp8,0,0.12311680316925049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,8,128,1,bfloat16,bfloat16,0,0.10063680410385131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,8,128,1,bfloat16,fp8,0,0.11120480298995972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,8,128,1,fp8,fp8,0,0.0718895971775055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,1,128,1,fp8,fp8,0,0.23341600894927977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,1,128,1,bfloat16,bfloat16,0,0.09037920236587524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,1,128,1,bfloat16,fp8,0,0.10072640180587769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,1,128,1,fp8,fp8,0,0.06802560091018676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,2,128,1,bfloat16,fp8,0,0.3585583925247192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,2,128,1,bfloat16,bfloat16,0,0.09103519916534424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,2,128,1,bfloat16,fp8,0,0.10253920555114746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,2,128,1,fp8,fp8,0,0.06776639819145203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,4,128,1,fp8,fp8,0,0.2410655975341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,4,128,1,bfloat16,bfloat16,0,0.09440320134162902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,4,128,1,bfloat16,fp8,0,0.10563360452651978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,4,128,1,fp8,fp8,0,0.06787520051002502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,8,128,1,fp8,fp8,0,0.12930400371551515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,8,128,1,bfloat16,fp8,0,0.06337440013885498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,8,128,1,fp8,fp8,0,0.041105601191520694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,1,128,1,bfloat16,bfloat16,0,0.05137919783592224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,1,128,1,fp8,fp8,0,0.03901920020580292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,1,128,1,bfloat16,fp8,0,0.05755680203437805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,2,128,1,bfloat16,fp8,0,0.05755199790000916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,4,128,1,bfloat16,bfloat16,0,0.053307199478149415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,4,128,1,bfloat16,fp8,0,0.05957760214805603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,4,128,1,fp8,fp8,0,0.03903839886188507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,8,128,1,bfloat16,bfloat16,0,0.03708159923553467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,8,128,1,bfloat16,fp8,0,0.042847999930381776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,4,128,1,bfloat16,fp8,0,0.19197440147399902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,1,128,1,bfloat16,fp8,0,0.039068800210952756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,1,128,1,fp8,fp8,0,0.02675360143184662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,2,128,1,bfloat16,bfloat16,0,0.03499360084533691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,2,128,1,bfloat16,fp8,0,0.04114400148391724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,2,128,1,fp8,fp8,0,0.026763200759887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,4,128,1,bfloat16,bfloat16,0,0.03492799997329712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,4,128,1,bfloat16,fp8,0,0.04110719859600067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,4,128,1,fp8,fp8,0,0.02672159969806671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,8,128,1,bfloat16,bfloat16,0,0.02674719989299774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,8,128,1,bfloat16,fp8,0,0.030828800797462464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,8,128,1,fp8,fp8,0,0.018638400733470915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,2,128,1,bfloat16,bfloat16,0,0.05138880014419556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,1,128,1,bfloat16,bfloat16,0,0.024726399779319765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,2,128,1,fp8,fp8,0,0.03904159963130951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,1,128,1,fp8,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,1,128,1,bfloat16,fp8,0,0.028859201073646545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,2,128,1,bfloat16,bfloat16,0,0.024702399969100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,2,128,1,bfloat16,fp8,0,0.0288239985704422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,2,128,1,fp8,fp8,0,0.018587200343608855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,8,128,1,fp8,fp8,0,0.026804798841476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,4,128,1,bfloat16,fp8,0,0.028828799724578857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,4,128,1,fp8,fp8,0,0.018588800728321076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,1,128,1,bfloat16,bfloat16,0,0.034964799880981445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,8,128,1,bfloat16,fp8,0,0.028798401355743408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,1,128,1,bfloat16,bfloat16,0,0.024430400133132933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,1,128,1,fp8,fp8,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,2,128,1,bfloat16,bfloat16,0,0.024692800641059876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,2,128,1,bfloat16,fp8,0,0.028774398565292358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,2,128,1,fp8,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,4,128,1,bfloat16,bfloat16,0,0.02463040053844452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,4,128,1,bfloat16,fp8,0,0.028764799237251282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,4,128,1,bfloat16,bfloat16,0,0.34651200771331786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,4,128,1,fp8,fp8,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,8,128,1,bfloat16,bfloat16,0,0.0557919979095459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,1,128,1,bfloat16,bfloat16,0,0.4190815925598145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,1,128,1,bfloat16,fp8,0,0.45065760612487793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,1,128,1,fp8,fp8,0,0.3156415939331055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,2,128,1,bfloat16,bfloat16,0,0.44660320281982424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,4,128,1,bfloat16,bfloat16,0,0.024751999974250795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,2,128,1,fp8,fp8,0,0.317792010307312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,2,128,1,bfloat16,fp8,0,0.4734960079193115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,8,128,1,fp8,fp8,0,0.01860959976911545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,1,128,1,bfloat16,fp8,0,0.028779199719429015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,4,128,1,fp8,fp8,0,0.3428623914718628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,4,128,1,bfloat16,fp8,0,0.6454288005828858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,8,128,1,bfloat16,bfloat16,0,0.42508158683776853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,8,128,1,fp8,fp8,0,0.19555840492248536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,1,128,1,bfloat16,bfloat16,0,0.21528639793395996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,8,128,1,bfloat16,fp8,0,0.4362271785736084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,1,128,1,bfloat16,fp8,0,0.23180160522460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,1,128,1,fp8,fp8,0,0.15186719894409179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,2,128,1,fp8,fp8,0,0.15217119455337524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,2,128,1,bfloat16,fp8,0,0.2417759895324707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,4,128,1,bfloat16,fp8,0,0.2611295938491821
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,8,128,1,bfloat16,bfloat16,0,0.1536479949951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,8,128,1,bfloat16,fp8,0,0.15772000551223755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,8,128,1,fp8,fp8,0,0.08621119856834411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,1,128,1,bfloat16,bfloat16,0,0.10671039819717407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,1,128,1,bfloat16,fp8,0,0.11744320392608643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,1,128,1,fp8,fp8,0,0.08008319735527039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,2,128,1,bfloat16,bfloat16,0,0.10688960552215576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,8,128,1,bfloat16,bfloat16,0,0.024777600169181825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,2,128,1,bfloat16,fp8,0,0.11914559602737426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,4,128,1,bfloat16,bfloat16,0,0.6202127933502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,2,128,1,fp8,fp8,0,0.08020480275154114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,4,128,1,bfloat16,bfloat16,0,0.11372959613800049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,8,128,1,bfloat16,bfloat16,0,0.0665776014328003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,4,128,1,fp8,fp8,0,0.08007839918136597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,8,128,1,bfloat16,fp8,0,0.0746064007282257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,1,128,1,bfloat16,bfloat16,0,0.057545602321624756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,1,128,1,bfloat16,fp8,0,0.06363360285758972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,1,128,1,fp8,fp8,0,0.04319039881229401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,2,128,1,bfloat16,bfloat16,0,0.05753440260887146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,2,128,1,bfloat16,fp8,0,0.0657263994216919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,2,128,1,bfloat16,bfloat16,0,0.2182159900665283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,2,128,1,fp8,fp8,0,0.04321599900722504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,4,128,1,bfloat16,bfloat16,0,0.05967040061950683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,4,128,1,bfloat16,fp8,0,0.06789759993553161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,4,128,1,fp8,fp8,0,0.04333600103855133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,4,128,1,fp8,fp8,0,0.16151679754257203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,8,128,1,bfloat16,fp8,0,0.043156799674034116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,8,128,1,fp8,fp8,0,0.026825600862503053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,1,128,1,bfloat16,bfloat16,0,0.03295679986476898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,1,128,1,fp8,fp8,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,2,128,1,bfloat16,bfloat16,0,0.03304480016231537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,2,128,1,bfloat16,fp8,0,0.039006400108337405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,2,128,1,fp8,fp8,0,0.024771200120449068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,4,128,1,bfloat16,bfloat16,0,0.035006400942802426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,4,128,1,fp8,fp8,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,4,128,1,bfloat16,fp8,0,0.04060479998588562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,4,128,1,bfloat16,fp8,0,0.1281231999397278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,8,128,1,bfloat16,fp8,0,0.02876160144805908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,8,128,1,fp8,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,8,128,1,fp8,fp8,0,0.04720639884471893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,1,128,1,bfloat16,fp8,0,0.024835200607776643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,1,128,1,fp8,fp8,0,0.016513599455356597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,2,128,1,bfloat16,bfloat16,0,0.022620800137519836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,2,128,1,bfloat16,fp8,0,0.026438400149345398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,2,128,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,4,128,1,bfloat16,bfloat16,0,0.0226160004734993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,4,128,1,fp8,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,8,128,1,bfloat16,bfloat16,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,8,128,1,bfloat16,fp8,0,0.02054399996995926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,8,128,1,fp8,fp8,0,0.01241919994354248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,1,128,1,bfloat16,bfloat16,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,1,128,1,bfloat16,fp8,0,0.0379936009645462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,1,128,1,bfloat16,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,1,128,1,fp8,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,2,128,1,bfloat16,bfloat16,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,2,128,1,fp8,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,4,128,1,bfloat16,bfloat16,0,0.016396799683570863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,4,128,1,bfloat16,fp8,0,0.018612800538539885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,4,128,1,fp8,fp8,0,0.012436799705028534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,1,128,1,bfloat16,bfloat16,0,0.022067199647426605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,8,128,1,bfloat16,bfloat16,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,8,128,1,bfloat16,fp8,0,0.018529599905014037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,8,128,1,fp8,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,1,128,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,1,128,1,bfloat16,fp8,0,0.01844319999217987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,1,128,1,fp8,fp8,0,0.012265600264072418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,2,128,1,bfloat16,bfloat16,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,4,128,1,bfloat16,fp8,0,0.026796799898147584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,2,128,1,fp8,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,4,128,1,bfloat16,bfloat16,0,0.24623360633850097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,4,128,1,bfloat16,bfloat16,0,0.014476799964904785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,4,128,1,bfloat16,fp8,0,0.018518400192260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,8,128,1,bfloat16,bfloat16,0,0.03805600106716156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,8,128,1,bfloat16,fp8,0,0.01773280054330826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,8,128,1,bfloat16,bfloat16,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,8,128,1,fp8,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,1,128,1,bfloat16,bfloat16,0,0.014572800695896148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,1,128,1,fp8,fp8,0,0.011257600039243698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,2,128,1,bfloat16,bfloat16,0,0.014452800154685974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,2,128,1,bfloat16,fp8,0,0.0166143998503685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,2,128,1,fp8,fp8,0,0.011159999668598175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,4,128,1,bfloat16,bfloat16,0,0.014420799911022186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,4,128,1,bfloat16,fp8,0,0.01737920045852661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,4,128,1,fp8,fp8,0,0.012350399792194367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,2,128,1,bfloat16,fp8,0,0.018639999628067016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,8,128,1,bfloat16,bfloat16,0,0.024691200256347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,1,128,1,fp8,fp8,0,0.11297600269317627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,2,128,1,bfloat16,bfloat16,0,0.16819679737091064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,2,128,1,bfloat16,fp8,0,0.1826192021369934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,2,128,1,fp8,fp8,0,0.1128656029701233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,4,128,1,bfloat16,bfloat16,0,0.21707839965820314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,4,128,1,bfloat16,fp8,0,0.2172703981399536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,2,128,1,bfloat16,fp8,0,0.01851679980754852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,4,128,1,fp8,fp8,0,0.11667360067367553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,8,128,1,bfloat16,bfloat16,0,0.14107840061187743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,4,128,1,fp8,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,1,128,1,bfloat16,fp8,0,0.016606399416923524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,1,128,1,bfloat16,bfloat16,0,0.07802559733390808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,1,128,1,bfloat16,fp8,0,0.08526560068130493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,8,128,1,fp8,fp8,0,0.06398720145225525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,8,128,1,bfloat16,fp8,0,0.13798240423202515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,1,128,1,fp8,fp8,0,0.05755360126495361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,2,128,1,bfloat16,fp8,0,0.08822559714317321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,4,128,1,bfloat16,bfloat16,0,0.0883903980255127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,4,128,1,fp8,fp8,0,0.05958560109138489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,4,128,1,bfloat16,fp8,0,0.09651679992675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,1,128,1,bfloat16,fp8,0,0.1733407974243164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,8,128,1,fp8,fp8,0,0.035017600655555724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,8,128,1,bfloat16,fp8,0,0.05958399772644043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,1,128,1,bfloat16,bfloat16,0,0.04313920140266418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,1,128,1,fp8,fp8,0,0.03293760120868683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,2,128,1,bfloat16,bfloat16,0,0.043350398540496826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,2,128,1,bfloat16,fp8,0,0.049344000220298764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,2,128,1,fp8,fp8,0,0.03291999995708465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,4,128,1,bfloat16,bfloat16,0,0.04646239876747131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,4,128,1,bfloat16,fp8,0,0.05333439707756042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,8,128,1,bfloat16,bfloat16,0,0.02876960039138794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,8,128,1,bfloat16,fp8,0,0.032953599095344545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,8,128,1,fp8,fp8,0,0.02062080055475235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,1,128,1,bfloat16,bfloat16,0,0.02438559979200363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,1,128,1,bfloat16,fp8,0,0.02680160105228424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,1,128,1,fp8,fp8,0,0.018588800728321076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,2,128,1,bfloat16,bfloat16,0,0.024673600494861603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,2,128,1,bfloat16,fp8,0,0.028825598955154418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,2,128,1,fp8,fp8,0,0.01855040043592453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,4,128,1,bfloat16,bfloat16,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,4,128,1,bfloat16,fp8,0,0.028880000114440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,4,128,1,fp8,fp8,0,0.018568000197410582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,8,128,1,bfloat16,bfloat16,0,0.018545599281787874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,2,128,1,fp8,fp8,0,0.057529598474502563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,8,128,1,bfloat16,fp8,0,0.022707200050354003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,8,128,1,fp8,fp8,0,0.01440960019826889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,1,128,1,bfloat16,bfloat16,0,0.016484799981117248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,1,128,1,bfloat16,bfloat16,0,0.16208319664001464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,1,128,1,bfloat16,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,1,128,1,fp8,fp8,0,0.012454400211572647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,2,128,1,bfloat16,bfloat16,0,0.016678400337696075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,2,128,1,fp8,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,1,128,1,bfloat16,fp8,0,0.04826399981975556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,2,128,1,bfloat16,fp8,0,0.0206496000289917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,4,128,1,bfloat16,bfloat16,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,8,128,1,bfloat16,bfloat16,0,0.011140800267457961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,4,128,1,fp8,fp8,0,0.03290719985961914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,8,128,1,bfloat16,fp8,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,8,128,1,fp8,fp8,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,1,128,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,1,128,1,bfloat16,fp8,0,0.012484800070524216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,2,128,1,bfloat16,bfloat16,0,0.010340800136327743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,2,128,1,bfloat16,fp8,0,0.012510399520397186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,4,128,1,bfloat16,bfloat16,0,0.010460799932479859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,4,128,1,bfloat16,fp8,0,0.014427199959754944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,4,128,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,8,128,1,bfloat16,bfloat16,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,2,128,1,bfloat16,bfloat16,0,0.07814080119132996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,8,128,1,bfloat16,fp8,0,0.012478400021791458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,1,128,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,1,128,1,bfloat16,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,1,128,1,fp8,fp8,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,8,128,1,bfloat16,bfloat16,0,0.05141760110855102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,2,128,1,bfloat16,bfloat16,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,2,128,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,2,128,1,bfloat16,fp8,0,0.012438400089740754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,4,128,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,4,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,4,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,8,128,1,bfloat16,bfloat16,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,4,128,1,bfloat16,fp8,0,0.020678399503231047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,8,128,1,bfloat16,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,8,128,1,fp8,fp8,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,1,128,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,1,128,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,2,128,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,1,128,1,fp8,fp8,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,2,128,1,fp8,fp8,0,0.008262400329113007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,4,128,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,2,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,4,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,8,128,1,bfloat16,bfloat16,0,0.010302399843931198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,8,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,1,128,1,bfloat16,bfloat16,0,0.010302399843931198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,1,128,1,bfloat16,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,1,128,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,2,128,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,2,128,1,bfloat16,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,8,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,2,128,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,4,128,1,bfloat16,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,4,128,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,1,128,1,bfloat16,bfloat16,0,0.07411519885063171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,1,128,1,bfloat16,fp8,0,0.0820847988128662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,1,128,1,fp8,fp8,0,0.05749599933624268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,4,128,1,fp8,fp8,0,0.012408000230789185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,2,128,1,bfloat16,bfloat16,0,0.07600160241127014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,1,128,1,bfloat16,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,2,128,1,bfloat16,fp8,0,0.08425440192222595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,2,128,1,bfloat16,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,4,128,1,bfloat16,bfloat16,0,0.08589119911193847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,4,128,1,bfloat16,fp8,0,0.09270560145378112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,4,128,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,8,128,1,bfloat16,bfloat16,0,0.05140479803085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,8,128,1,bfloat16,fp8,0,0.01242239996790886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,8,128,1,bfloat16,fp8,0,0.057550400495529175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,8,128,1,fp8,fp8,0,0.035017600655555724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,1,128,1,bfloat16,bfloat16,0,0.04113759994506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,2,128,1,bfloat16,bfloat16,0,0.04291360080242157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,2,128,1,bfloat16,fp8,0,0.04737760126590729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,2,128,1,fp8,fp8,0,0.03287520110607147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,4,128,1,bfloat16,bfloat16,0,0.04518559873104096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,4,128,1,bfloat16,bfloat16,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,4,128,1,fp8,fp8,0,0.03289439976215362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,8,128,1,bfloat16,bfloat16,0,0.026785600185394286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,8,128,1,bfloat16,fp8,0,0.031011199951171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,8,128,1,fp8,fp8,0,0.018628799915313722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,1,128,1,bfloat16,bfloat16,0,0.02273920029401779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,1,128,1,fp8,fp8,0,0.01852799952030182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,2,128,1,bfloat16,bfloat16,0,0.022750400006771088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,2,128,1,bfloat16,fp8,0,0.026812800765037538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,2,128,1,fp8,fp8,0,0.018515199422836304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,4,128,1,bfloat16,bfloat16,0,0.02468159943819046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,2,128,1,fp8,fp8,0,0.05750719904899597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,4,128,1,bfloat16,fp8,0,0.028809601068496705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,4,128,1,fp8,fp8,0,0.018571199476718904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,8,128,1,bfloat16,bfloat16,0,0.018580800294876097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,4,128,1,fp8,fp8,0,0.05875840187072754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,8,128,1,bfloat16,fp8,0,0.020747199654579163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,8,128,1,fp8,fp8,0,0.012430399656295776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,1,128,1,bfloat16,bfloat16,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,1,128,1,bfloat16,fp8,0,0.018592000007629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,2,128,1,bfloat16,bfloat16,0,0.016518400609493257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,2,128,1,bfloat16,fp8,0,0.018641600012779237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,1,128,1,fp8,fp8,0,0.03202880024909973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,2,128,1,fp8,fp8,0,0.012428800016641617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,4,128,1,bfloat16,bfloat16,0,0.016396799683570863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,4,128,1,bfloat16,fp8,0,0.02060000002384186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,4,128,1,bfloat16,fp8,0,0.051393598318099976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,8,128,1,bfloat16,bfloat16,0,0.010369600355625152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,8,128,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,8,128,1,bfloat16,fp8,0,0.014455999433994293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,1,128,1,bfloat16,bfloat16,0,0.010328000038862228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,1,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,1,128,1,fp8,fp8,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,1,128,1,bfloat16,fp8,0,0.02672959864139557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,2,128,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,2,128,1,fp8,fp8,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,4,128,1,bfloat16,bfloat16,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,4,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,4,128,1,bfloat16,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,8,128,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,8,128,1,bfloat16,fp8,0,0.012548799812793731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,1,128,1,bfloat16,fp8,0,0.012484800070524216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,1,128,1,fp8,fp8,0,0.008246400207281113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,2,128,1,bfloat16,bfloat16,0,0.010318399965763092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,1,128,1,fp8,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,2,128,1,bfloat16,fp8,0,0.012361600250005721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,2,128,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,4,128,1,bfloat16,bfloat16,0,0.01032319962978363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,1,128,1,bfloat16,fp8,0,0.04721280038356781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,4,128,1,bfloat16,fp8,0,0.012432000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,8,128,1,bfloat16,bfloat16,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,8,128,1,bfloat16,fp8,0,0.012503999471664428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,4,128,1,fp8,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,8,128,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,1,128,1,bfloat16,bfloat16,0,0.01011039987206459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,2,128,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,1,128,1,fp8,fp8,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,2,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,4,128,1,bfloat16,bfloat16,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,4,128,1,bfloat16,fp8,0,0.012361600250005721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,4,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,8,128,1,bfloat16,bfloat16,0,0.010326399654150008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,8,128,1,bfloat16,fp8,0,0.012342400103807449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,8,128,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,1,128,1,bfloat16,bfloat16,0,0.00897279977798462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,8,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,1,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,1,128,1,bfloat16,bfloat16,0,0.010340800136327743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,2,128,1,bfloat16,bfloat16,0,0.00886240005493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,2,128,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,4,128,1,bfloat16,bfloat16,0,0.00897120013833046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,4,128,1,bfloat16,fp8,0,0.012428800016641617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,4,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,8,128,1,bfloat16,bfloat16,0,0.010299199819564819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,8,128,1,bfloat16,fp8,0,0.012352000176906585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,4,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,8,128,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,1,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,1,128,1,bfloat16,fp8,0,0.012337599694728852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,1,128,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,2,128,1,bfloat16,fp8,0,0.012428800016641617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,1,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,2,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,2,128,1,bfloat16,fp8,0,0.012444800138473511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,4,128,1,bfloat16,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,4,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,1,128,1,bfloat16,bfloat16,0,0.06769440174102784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,1,128,1,bfloat16,fp8,0,0.07393440008163452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,2,128,1,bfloat16,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,1,128,1,fp8,fp8,0,0.05343359708786011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,2,128,1,bfloat16,bfloat16,0,0.06779839992523193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,2,128,1,bfloat16,fp8,0,0.07602559924125671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,2,128,1,fp8,fp8,0,0.05343679785728454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,4,128,1,bfloat16,bfloat16,0,0.0698527991771698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,4,128,1,bfloat16,fp8,0,0.07810559868812561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,4,128,1,fp8,fp8,0,0.053566402196884154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,8,128,1,bfloat16,bfloat16,0,0.04314880073070526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,8,128,1,fp8,fp8,0,0.03092319965362549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,8,128,1,bfloat16,fp8,0,0.047279998660087585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,2,128,1,bfloat16,fp8,0,0.012432000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,1,128,1,bfloat16,bfloat16,0,0.03707840144634247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,1,128,1,fp8,fp8,0,0.029756799340248108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,2,128,1,bfloat16,fp8,0,0.043198400735855104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,2,128,1,bfloat16,bfloat16,0,0.03718239963054657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,2,128,1,fp8,fp8,0,0.029473599791526795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,4,128,1,bfloat16,bfloat16,0,0.039134401082992556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,4,128,1,bfloat16,fp8,0,0.0451664000749588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,4,128,1,fp8,fp8,0,0.030825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,8,128,1,bfloat16,fp8,0,0.026736000180244447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,8,128,1,fp8,fp8,0,0.016596800088882445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,1,128,1,bfloat16,bfloat16,0,0.020571200549602507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,2,128,1,bfloat16,bfloat16,0,0.008577600121498108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,1,128,1,bfloat16,fp8,0,0.024719999730587007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,1,128,1,fp8,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,2,128,1,bfloat16,bfloat16,0,0.02069759964942932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,4,128,1,bfloat16,bfloat16,0,0.010360000282526016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,2,128,1,bfloat16,fp8,0,0.024675199389457704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,2,128,1,fp8,fp8,0,0.016616000235080718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,4,128,1,bfloat16,bfloat16,0,0.02142080068588257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,4,128,1,fp8,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,4,128,1,bfloat16,fp8,0,0.02468319982290268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,8,128,1,bfloat16,bfloat16,0,0.0165120005607605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,8,128,1,bfloat16,fp8,0,0.018641600012779237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,8,128,1,fp8,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,1,128,1,bfloat16,fp8,0,0.016606399416923524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,1,128,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,2,128,1,bfloat16,bfloat16,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,2,128,1,bfloat16,fp8,0,0.01844799965620041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,2,128,1,fp8,fp8,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,4,128,1,bfloat16,bfloat16,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,4,128,1,bfloat16,fp8,0,0.01851679980754852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,4,128,1,fp8,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,8,128,1,bfloat16,bfloat16,0,0.010310400277376175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,1,128,1,bfloat16,fp8,0,0.04307200014591217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,8,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,1,128,1,bfloat16,bfloat16,0,0.008425600081682205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,1,128,1,bfloat16,fp8,0,0.012038400024175644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,1,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,8,128,1,bfloat16,bfloat16,0,0.022742399573326112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,2,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,2,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,4,128,1,bfloat16,bfloat16,0,0.008462399989366532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,4,128,1,bfloat16,fp8,0,0.012438400089740754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,4,128,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,8,128,1,bfloat16,fp8,0,0.012368000298738479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,8,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,1,128,1,bfloat16,bfloat16,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,1,128,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,2,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,1,128,1,bfloat16,bfloat16,0,0.014443199336528777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,2,128,1,bfloat16,fp8,0,0.011240000277757645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,2,128,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,4,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,4,128,1,bfloat16,fp8,0,0.01234399974346161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,4,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,1,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,8,128,1,bfloat16,fp8,0,0.011035200208425522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,8,128,1,fp8,fp8,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,1,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,1,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,2,128,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,2,128,1,bfloat16,fp8,0,0.011531200259923935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,2,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,4,128,1,bfloat16,bfloat16,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,2,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,4,128,1,bfloat16,fp8,0,0.011390399932861329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,4,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,8,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,8,128,1,bfloat16,fp8,0,0.01101600006222725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,1,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,8,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,1,128,1,bfloat16,fp8,0,0.010467199981212616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,1,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,2,128,1,bfloat16,bfloat16,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,2,128,1,bfloat16,fp8,0,0.010639999806880952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,1,128,1,bfloat16,fp8,0,0.010609599947929382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,4,128,1,bfloat16,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,4,128,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,8,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,8,128,1,bfloat16,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,8,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,1,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,8,128,1,bfloat16,bfloat16,0,0.008417599648237229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,1,128,1,bfloat16,fp8,0,0.011689600348472596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,1,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,2,128,1,bfloat16,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,2,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,1,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,4,128,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,4,128,1,bfloat16,fp8,0,0.010937599837779999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,4,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,1,128,1,bfloat16,bfloat16,0,0.06367679834365844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,1,128,1,bfloat16,fp8,0,0.06982240080833435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,1,128,1,fp8,fp8,0,0.05135200023651123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,2,128,1,bfloat16,bfloat16,0,0.06564800143241882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,2,128,1,bfloat16,fp8,0,0.06977599859237671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,8,128,1,fp8,fp8,0,0.008206400275230407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,2,128,1,fp8,fp8,0,0.05132160186767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,4,128,1,bfloat16,bfloat16,0,0.06564319729804993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,4,128,1,fp8,fp8,0,0.05133280158042908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,4,128,1,bfloat16,fp8,0,0.0717743992805481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,8,128,1,bfloat16,bfloat16,0,0.03899039924144745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,4,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,8,128,1,fp8,fp8,0,0.02884320020675659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,1,128,1,bfloat16,bfloat16,0,0.03579680025577545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,1,128,1,bfloat16,fp8,0,0.03911679983139038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,2,128,1,bfloat16,bfloat16,0,0.03754720091819763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,2,128,1,fp8,fp8,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,2,128,1,bfloat16,fp8,0,0.039108800888061526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,4,128,1,bfloat16,bfloat16,0,0.03697279989719391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,4,128,1,bfloat16,fp8,0,0.041172799468040464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,4,128,1,fp8,fp8,0,0.028812798857688903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,8,128,1,bfloat16,bfloat16,0,0.020688000321388244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,2,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,8,128,1,bfloat16,fp8,0,0.024636800587177276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,8,128,1,fp8,fp8,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,1,128,1,bfloat16,bfloat16,0,0.020428800582885744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,8,128,1,bfloat16,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,1,128,1,bfloat16,fp8,0,0.0227183997631073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,1,128,1,fp8,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,2,128,1,bfloat16,bfloat16,0,0.020619200170040132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,2,128,1,bfloat16,fp8,0,0.022720000147819518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,2,128,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,4,128,1,bfloat16,bfloat16,0,0.020609599351882935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,8,128,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,8,128,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,4,128,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,8,128,1,fp8,fp8,0,0.012342400103807449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,1,128,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,1,128,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,1,128,1,fp8,fp8,0,0.0124208003282547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,2,128,1,bfloat16,bfloat16,0,0.014480000734329224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,2,128,1,fp8,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,2,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,4,128,1,bfloat16,bfloat16,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,4,128,1,bfloat16,fp8,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,1,128,1,fp8,fp8,0,0.028814399242401124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,4,128,1,fp8,fp8,0,0.012361600250005721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,8,128,1,fp8,fp8,0,0.008921600133180618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,1,128,1,bfloat16,bfloat16,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,1,128,1,bfloat16,fp8,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,2,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,2,128,1,bfloat16,fp8,0,0.010369600355625152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,2,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,4,128,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,4,128,1,bfloat16,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,4,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,8,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,8,128,1,bfloat16,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,8,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,1,128,1,bfloat16,bfloat16,0,0.008964800089597703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,1,128,1,bfloat16,fp8,0,0.010364799946546554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,4,128,1,bfloat16,fp8,0,0.02272160053253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,2,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,2,128,1,bfloat16,fp8,0,0.010467199981212616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,2,128,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,2,128,1,bfloat16,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,8,128,1,bfloat16,fp8,0,0.04312320053577423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,4,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,4,128,1,fp8,fp8,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,8,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,8,128,1,bfloat16,fp8,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,1,128,1,bfloat16,bfloat16,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,8,128,1,fp8,fp8,0,0.008455999940633774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,1,128,1,fp8,fp8,0,0.008243200182914735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,1,128,1,bfloat16,fp8,0,0.010496000200510025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,1,128,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,2,128,1,bfloat16,fp8,0,0.010377600044012069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,4,128,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,4,128,1,bfloat16,fp8,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,4,128,1,fp8,fp8,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,8,128,1,bfloat16,bfloat16,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,8,128,1,bfloat16,fp8,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,8,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,1,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,1,128,1,bfloat16,fp8,0,0.010382399708032609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,1,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,1,128,1,fp8,fp8,0,0.007787200063467026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,2,128,1,bfloat16,fp8,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,2,128,1,fp8,fp8,0,0.006719999760389328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,4,128,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,4,128,1,bfloat16,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,4,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,8,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,8,128,1,bfloat16,fp8,0,0.010471999645233154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,8,128,1,fp8,fp8,0,0.008249600231647492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,1,128,1,bfloat16,bfloat16,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,1,128,1,bfloat16,fp8,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,2,128,1,bfloat16,bfloat16,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,1,128,1,fp8,fp8,0,0.006630399823188781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,2,128,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,2,128,1,bfloat16,fp8,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,2,128,1,fp8,fp8,0,0.006956800073385239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,4,128,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,4,128,1,bfloat16,fp8,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,4,128,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,1,128,1,bfloat16,bfloat16,0,0.061638402938842776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,1,128,1,bfloat16,fp8,0,0.06767839789390565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,2,128,1,bfloat16,bfloat16,0,0.061659198999404904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,2,128,1,bfloat16,fp8,0,0.06775360107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,2,128,1,fp8,fp8,0,0.04932000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,2,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,4,128,1,bfloat16,bfloat16,0,0.061564797163009645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,4,128,1,bfloat16,fp8,0,0.06773279905319214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,4,128,1,fp8,fp8,0,0.04931040108203888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,8,128,1,bfloat16,bfloat16,0,0.03491039872169495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,4,128,1,bfloat16,bfloat16,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,1,128,1,bfloat16,bfloat16,0,0.03503040075302124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,8,128,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,1,128,1,bfloat16,fp8,0,0.039087998867034915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,8,128,1,bfloat16,fp8,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,1,128,1,fp8,fp8,0,0.02875039875507355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,2,128,1,bfloat16,bfloat16,0,0.03493599891662598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,2,128,1,bfloat16,fp8,0,0.03908160030841827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,2,128,1,fp8,fp8,0,0.028835201263427736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,4,128,1,bfloat16,bfloat16,0,0.034990400075912476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,4,128,1,bfloat16,fp8,0,0.03909760117530823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,4,128,1,fp8,fp8,0,0.028782400488853454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,2,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,8,128,1,bfloat16,bfloat16,0,0.01860000044107437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,8,128,1,fp8,fp8,0,0.016465599834918975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,1,128,1,bfloat16,bfloat16,0,0.018529599905014037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,1,128,1,fp8,fp8,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,2,128,1,bfloat16,bfloat16,0,0.018628799915313722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,2,128,1,bfloat16,fp8,0,0.022628800570964815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,1,128,1,fp8,fp8,0,0.049300798773765565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,4,128,1,bfloat16,bfloat16,0,0.01863040030002594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,4,128,1,bfloat16,fp8,0,0.02266079932451248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,4,128,1,fp8,fp8,0,0.01712000072002411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,8,128,1,bfloat16,bfloat16,0,0.014422400295734406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,8,128,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,8,128,1,fp8,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,1,128,1,bfloat16,bfloat16,0,0.014467200636863709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,8,128,1,fp8,fp8,0,0.02882080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,1,128,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,1,128,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,2,128,1,fp8,fp8,0,0.012345600128173827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,4,128,1,bfloat16,bfloat16,0,0.014416000247001648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,4,128,1,bfloat16,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,4,128,1,fp8,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,8,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,8,128,1,bfloat16,fp8,0,0.02263360023498535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,8,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,1,128,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,1,128,1,bfloat16,fp8,0,0.022622400522232057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,1,128,1,bfloat16,fp8,0,0.01051200032234192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,1,128,1,fp8,fp8,0,0.00820159986615181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,2,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,2,128,1,fp8,fp8,0,0.006332799792289734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,2,128,1,fp8,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,4,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,4,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,8,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,8,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,8,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,1,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,1,128,1,bfloat16,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,8,128,1,bfloat16,fp8,0,0.03898879885673523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,1,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,2,128,1,bfloat16,bfloat16,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,2,128,1,bfloat16,fp8,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,2,128,1,bfloat16,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,2,128,1,bfloat16,bfloat16,0,0.014449599385261535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,4,128,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,4,128,1,bfloat16,fp8,0,0.010478399693965912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,8,128,1,bfloat16,fp8,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,8,128,1,fp8,fp8,0,0.007552000135183335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,1,128,1,bfloat16,bfloat16,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,1,128,1,bfloat16,fp8,0,0.01045600026845932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,8,128,1,bfloat16,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,1,128,1,fp8,fp8,0,0.007291200011968613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,2,128,1,bfloat16,bfloat16,0,0.009788800030946732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,2,128,1,bfloat16,fp8,0,0.010385599732398988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,2,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,4,128,1,bfloat16,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,4,128,1,fp8,fp8,0,0.008263999968767166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,8,128,1,bfloat16,bfloat16,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,8,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,8,128,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,4,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,1,128,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,1,128,1,fp8,fp8,0,0.006932800263166427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,2,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,2,128,1,bfloat16,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,2,128,1,fp8,fp8,0,0.00713919997215271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,4,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,4,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,4,128,1,fp8,fp8,0,0.007790400087833405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,2,128,1,fp8,fp8,0,0.006484799832105636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,8,128,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,8,128,1,bfloat16,bfloat16,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,1,128,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,1,128,1,bfloat16,fp8,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,1,128,1,fp8,fp8,0,0.007264000177383423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,2,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,2,128,1,bfloat16,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,4,128,1,bfloat16,bfloat16,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,2,128,1,fp8,fp8,0,0.006719999760389328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,4,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,2,128,1,bfloat16,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,4,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,1,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,4,128,1,fp8,fp8,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,8,128,1,fp8,fp8,0,0.006623999774456024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,4,128,1,bfloat16,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,8,128,1,bfloat16,fp8,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,4,128,1,bfloat16,bfloat16,0,7.1405517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,1,128,1,fp8,fp8,0,10.236337280273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,2,128,1,fp8,fp8,0,10.223686218261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,1,128,1,bfloat16,bfloat16,0,13.570549011230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,4,128,1,bfloat16,fp8,0,7.843361663818359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,2,128,1,bfloat16,bfloat16,0,13.73151092529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,1,128,1,bfloat16,fp8,0,15.180827331542968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,4,128,1,fp8,fp8,0,5.258142471313477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,2,128,1,bfloat16,fp8,0,15.39244384765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,1,128,1,bfloat16,bfloat16,0,6.942211151123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,1,128,1,fp8,fp8,0,5.2271984100341795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,1,128,1,bfloat16,fp8,0,7.756556701660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,2,128,1,fp8,fp8,0,5.213742446899414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,2,128,1,bfloat16,bfloat16,0,6.9712974548339846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,4,128,1,bfloat16,bfloat16,0,3.692047882080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,4,128,1,fp8,fp8,0,2.736139106750488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,2,128,1,bfloat16,fp8,0,7.820706939697265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,4,128,1,bfloat16,fp8,0,4.039859390258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,1,128,1,fp8,fp8,0,2.730632019042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,1,128,1,bfloat16,bfloat16,0,3.6149967193603514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,4,128,1,bfloat16,bfloat16,0,1.9938272476196288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,1,128,1,bfloat16,fp8,0,4.036516952514648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,2,128,1,fp8,fp8,0,2.7230464935302736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,4,128,1,fp8,fp8,0,1.4872207641601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,2,128,1,bfloat16,fp8,0,4.14400634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,4,128,1,bfloat16,fp8,0,2.201238441467285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,1,128,1,bfloat16,bfloat16,0,1.9640447616577148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,1,128,1,fp8,fp8,0,1.4804911613464355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,1,128,1,bfloat16,fp8,0,2.2033552169799804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,2,128,1,bfloat16,bfloat16,0,1.972876739501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,2,128,1,bfloat16,fp8,0,2.254979133605957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,2,128,1,bfloat16,bfloat16,0,3.6329265594482423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,2,128,1,fp8,fp8,0,1.4845120429992675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,1,128,1,fp8,fp8,0,5.835622406005859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,4,128,1,bfloat16,bfloat16,0,4.095647811889648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,1,128,1,bfloat16,bfloat16,0,7.734886169433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,2,128,1,fp8,fp8,0,5.818529510498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,1,128,1,bfloat16,fp8,0,8.645400238037109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,2,128,1,bfloat16,bfloat16,0,7.810380554199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,4,128,1,fp8,fp8,0,3.0228912353515627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,4,128,1,bfloat16,fp8,0,4.488745498657226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,1,128,1,bfloat16,bfloat16,0,3.992483139038086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,2,128,1,bfloat16,fp8,0,8.731696319580077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,1,128,1,fp8,fp8,0,3.000334358215332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,4,128,1,bfloat16,bfloat16,0,2.1439231872558593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,1,128,1,bfloat16,fp8,0,4.455559921264649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,4,128,1,fp8,fp8,0,1.5951472282409669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,2,128,1,fp8,fp8,0,2.998886489868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,2,128,1,bfloat16,bfloat16,0,4.010275268554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,4,128,1,bfloat16,fp8,0,2.3565935134887694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,1,128,1,bfloat16,bfloat16,0,2.109049606323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,2,128,1,bfloat16,fp8,0,4.490588760375976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,1,128,1,fp8,fp8,0,1.590559959411621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,4,128,1,bfloat16,bfloat16,0,1.1890159606933595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,1,128,1,bfloat16,fp8,0,2.3470832824707033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,2,128,1,bfloat16,bfloat16,0,2.113175964355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,2,128,1,fp8,fp8,0,1.5889200210571288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,4,128,1,bfloat16,fp8,0,1.3005871772766113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,4,128,1,fp8,fp8,0,0.8872367858886718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,1,128,1,bfloat16,bfloat16,0,1.1608672142028809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,1,128,1,fp8,fp8,0,0.8806863784790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,1,128,1,bfloat16,fp8,0,1.307960033416748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,2,128,1,fp8,fp8,0,0.8787983894348145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,2,128,1,bfloat16,bfloat16,0,1.1666192054748534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,2,128,1,bfloat16,fp8,0,1.3092479705810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,2,128,1,bfloat16,fp8,0,2.4147104263305663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,4,128,1,bfloat16,bfloat16,0,2.8910512924194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,1,128,1,fp8,fp8,0,4.086073684692383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,2,128,1,fp8,fp8,0,4.086912155151367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,1,128,1,bfloat16,bfloat16,0,5.428908920288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,1,128,1,bfloat16,fp8,0,6.078665542602539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,2,128,1,bfloat16,bfloat16,0,5.472055816650391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,4,128,1,fp8,fp8,0,2.1286943435668944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,4,128,1,bfloat16,fp8,0,3.1596031188964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,2,128,1,bfloat16,fp8,0,6.125860977172851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,1,128,1,bfloat16,bfloat16,0,2.8066415786743164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,1,128,1,bfloat16,fp8,0,3.1351295471191407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,4,128,1,bfloat16,bfloat16,0,1.5279199600219726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,4,128,1,fp8,fp8,0,1.13896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,4,128,1,bfloat16,fp8,0,1.6833696365356445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,2,128,1,bfloat16,fp8,0,3.1678415298461915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,1,128,1,bfloat16,bfloat16,0,1.50382080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,1,128,1,bfloat16,fp8,0,1.6764703750610352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,2,128,1,bfloat16,bfloat16,0,1.5103327751159668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,1,128,1,fp8,fp8,0,2.120319938659668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,2,128,1,fp8,fp8,0,1.130016040802002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,4,128,1,bfloat16,bfloat16,0,0.8728639602661132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,4,128,1,bfloat16,fp8,0,0.9629440307617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,4,128,1,fp8,fp8,0,0.6493472099304199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,2,128,1,fp8,fp8,0,2.113070487976074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,1,128,1,bfloat16,bfloat16,0,0.8609071731567383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,1,128,1,fp8,fp8,0,0.6457759857177734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,1,128,1,bfloat16,fp8,0,0.9598832130432129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,2,128,1,bfloat16,bfloat16,0,2.828118324279785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,2,128,1,bfloat16,bfloat16,0,0.8624560356140136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,2,128,1,fp8,fp8,0,0.6467919826507569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,2,128,1,bfloat16,fp8,0,0.9663711547851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,1,128,1,fp8,fp8,0,1.1347663879394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,2,128,1,bfloat16,fp8,0,1.6904048919677734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,4,128,1,bfloat16,bfloat16,0,3.68591194152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,1,128,1,fp8,fp8,0,5.204840087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,2,128,1,fp8,fp8,0,5.201747131347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,4,128,1,bfloat16,fp8,0,4.036891174316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,1,128,1,bfloat16,bfloat16,0,6.904283142089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,2,128,1,bfloat16,bfloat16,0,7.032505798339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,1,128,1,bfloat16,fp8,0,7.708502197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,4,128,1,fp8,fp8,0,2.6830560684204103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,2,128,1,bfloat16,fp8,0,7.856219482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,1,128,1,bfloat16,bfloat16,0,3.5279823303222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,1,128,1,fp8,fp8,0,2.6555807113647463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,4,128,1,bfloat16,bfloat16,0,1.891878318786621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,1,128,1,bfloat16,fp8,0,3.9418880462646486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,2,128,1,fp8,fp8,0,2.6536319732666014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,2,128,1,bfloat16,bfloat16,0,3.5516544342041017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,4,128,1,fp8,fp8,0,1.3916848182678223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,4,128,1,bfloat16,fp8,0,2.063492774963379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,2,128,1,bfloat16,fp8,0,3.9771617889404296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,1,128,1,bfloat16,bfloat16,0,1.8382608413696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,1,128,1,fp8,fp8,0,1.3847200393676757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,4,128,1,bfloat16,bfloat16,0,1.0209136009216309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,2,128,1,fp8,fp8,0,1.3830896377563477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,4,128,1,fp8,fp8,0,0.7602975845336915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,2,128,1,bfloat16,fp8,0,2.1062063217163085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,4,128,1,bfloat16,fp8,0,1.1268431663513183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,1,128,1,bfloat16,bfloat16,0,1.002672004699707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,1,128,1,fp8,fp8,0,0.7567408084869385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,1,128,1,bfloat16,fp8,0,1.1157679557800293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,2,128,1,bfloat16,bfloat16,0,1.0103343963623046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,2,128,1,bfloat16,fp8,0,1.1284704208374023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,2,128,1,fp8,fp8,0,0.7550911903381348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,4,128,1,bfloat16,bfloat16,0,0.5951791763305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,4,128,1,bfloat16,fp8,0,0.6558752059936523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,4,128,1,fp8,fp8,0,0.442844820022583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,1,128,1,bfloat16,bfloat16,0,0.5842016220092774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,1,128,1,fp8,fp8,0,0.44187359809875487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,2,128,1,bfloat16,bfloat16,0,0.5891856193542481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,2,128,1,bfloat16,fp8,0,0.6569231986999512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,2,128,1,fp8,fp8,0,0.44095840454101565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,2,128,1,bfloat16,bfloat16,0,1.8459199905395507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,1,128,1,fp8,fp8,0,2.983260726928711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,1,128,1,bfloat16,fp8,0,0.6540671825408936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,1,128,1,bfloat16,bfloat16,0,3.959280014038086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,1,128,1,bfloat16,fp8,0,2.048646354675293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,2,128,1,bfloat16,bfloat16,0,4.014494323730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,1,128,1,bfloat16,fp8,0,4.416212844848633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,2,128,1,bfloat16,fp8,0,4.473775863647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,4,128,1,bfloat16,bfloat16,0,2.125632095336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,4,128,1,fp8,fp8,0,1.5525360107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,2,128,1,fp8,fp8,0,2.9800159454345705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,1,128,1,bfloat16,bfloat16,0,2.0419023513793944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,1,128,1,fp8,fp8,0,1.534121608734131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,1,128,1,bfloat16,fp8,0,2.277782440185547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,2,128,1,bfloat16,bfloat16,0,2.0548080444335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,2,128,1,fp8,fp8,0,1.5349360466003419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,4,128,1,bfloat16,bfloat16,0,1.1049967765808106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,4,128,1,fp8,fp8,0,0.8166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,4,128,1,bfloat16,fp8,0,1.2147695541381835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,1,128,1,bfloat16,bfloat16,0,1.0769824028015136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,2,128,1,bfloat16,fp8,0,2.299448013305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,1,128,1,fp8,fp8,0,0.8124879837036133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,1,128,1,bfloat16,fp8,0,1.2025391578674316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,2,128,1,bfloat16,bfloat16,0,1.0798831939697267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,2,128,1,fp8,fp8,0,0.8081088066101074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,2,128,1,bfloat16,fp8,0,1.2350111961364747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,4,128,1,bfloat16,fp8,0,0.6701024055480957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,1,128,1,bfloat16,bfloat16,0,0.5943935871124267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,1,128,1,fp8,fp8,0,0.4495664119720459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,1,128,1,bfloat16,fp8,0,0.670036792755127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,4,128,1,bfloat16,fp8,0,2.312473678588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,2,128,1,bfloat16,fp8,0,0.6714144229888916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,2,128,1,fp8,fp8,0,0.44904317855834963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,4,128,1,bfloat16,bfloat16,0,0.3648400068283081
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,4,128,1,fp8,fp8,0,0.2718991994857788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,1,128,1,bfloat16,bfloat16,0,0.35623679161071775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,1,128,1,fp8,fp8,0,0.2696703910827637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,1,128,1,bfloat16,fp8,0,0.3973680019378662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,2,128,1,bfloat16,bfloat16,0,0.3591968059539795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,2,128,1,bfloat16,fp8,0,0.4014944076538086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,2,128,1,fp8,fp8,0,0.26864640712738036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,4,128,1,bfloat16,bfloat16,0,0.6076208114624023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,4,128,1,fp8,fp8,0,0.45307202339172364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,2,128,1,bfloat16,bfloat16,0,0.5981311798095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,4,128,1,bfloat16,fp8,0,0.40180320739746095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,1,128,1,fp8,fp8,0,2.6894479751586915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,1,128,1,bfloat16,bfloat16,0,3.5698814392089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,2,128,1,bfloat16,bfloat16,0,3.6830238342285155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,1,128,1,bfloat16,fp8,0,3.9776943206787108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,4,128,1,bfloat16,bfloat16,0,1.9544736862182617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,4,128,1,fp8,fp8,0,1.3919743537902831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,4,128,1,bfloat16,fp8,0,2.128444862365723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,1,128,1,bfloat16,bfloat16,0,1.8257343292236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,1,128,1,fp8,fp8,0,1.3692959785461425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,2,128,1,bfloat16,fp8,0,4.099184036254883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,1,128,1,bfloat16,fp8,0,2.0335887908935546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,2,128,1,bfloat16,bfloat16,0,1.840648078918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,2,128,1,fp8,fp8,0,1.369273567199707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,4,128,1,bfloat16,bfloat16,0,0.99278564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,2,128,1,bfloat16,fp8,0,2.091100883483887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,4,128,1,bfloat16,fp8,0,1.0859328269958497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,1,128,1,bfloat16,bfloat16,0,0.9538384437561035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,1,128,1,fp8,fp8,0,0.7187392234802246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,1,128,1,bfloat16,fp8,0,1.0650639533996582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,2,128,1,bfloat16,bfloat16,0,0.9597488403320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,2,128,1,fp8,fp8,0,0.7173456192016602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,4,128,1,bfloat16,bfloat16,0,0.5355008125305176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,2,128,1,fp8,fp8,0,2.6909887313842775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,4,128,1,bfloat16,fp8,0,0.5890560150146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,4,128,1,fp8,fp8,0,0.39518399238586427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,1,128,1,bfloat16,bfloat16,0,0.5193183898925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,2,128,1,bfloat16,bfloat16,0,0.5234208106994629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,2,128,1,bfloat16,fp8,0,0.5878096103668213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,2,128,1,fp8,fp8,0,0.3912400007247925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,4,128,1,bfloat16,bfloat16,0,0.3111423969268799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,4,128,1,bfloat16,fp8,0,0.34118878841400146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,4,128,1,fp8,fp8,0,0.23007841110229493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,1,128,1,bfloat16,bfloat16,0,0.303654408454895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,1,128,1,fp8,fp8,0,0.22911839485168456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,1,128,1,bfloat16,fp8,0,0.33833439350128175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,2,128,1,bfloat16,bfloat16,0,0.305729603767395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,2,128,1,fp8,fp8,0,0.22736799716949463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,4,128,1,fp8,fp8,0,0.7228703975677491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,2,128,1,bfloat16,fp8,0,0.34189279079437257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,4,128,1,bfloat16,bfloat16,0,0.20579519271850585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,4,128,1,bfloat16,fp8,0,0.22550880908966064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,4,128,1,fp8,fp8,0,0.1536736011505127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,1,128,1,bfloat16,bfloat16,0,0.20119359493255615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,1,128,1,fp8,fp8,0,0.1516975998878479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,1,128,1,bfloat16,fp8,0,0.22542080879211426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,2,128,1,bfloat16,fp8,0,0.22660319805145263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,2,128,1,fp8,fp8,0,0.15173920392990112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,2,128,1,bfloat16,fp8,0,1.0957663536071778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,1,128,1,bfloat16,fp8,0,0.5829599857330322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,1,128,1,fp8,fp8,0,1.5575360298156737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,1,128,1,bfloat16,bfloat16,0,2.0685888290405274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,1,128,1,bfloat16,fp8,0,2.3016176223754883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,2,128,1,bfloat16,bfloat16,0,2.116003227233887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,2,128,1,bfloat16,fp8,0,2.3448095321655273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,4,128,1,bfloat16,bfloat16,0,1.1350031852722169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,2,128,1,bfloat16,bfloat16,0,0.20238080024719238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,2,128,1,fp8,fp8,0,1.5589183807373046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,4,128,1,fp8,fp8,0,0.8097616195678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,4,128,1,bfloat16,fp8,0,1.2268832206726075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,1,128,1,fp8,fp8,0,0.39359679222106936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,1,128,1,fp8,fp8,0,0.798095989227295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,1,128,1,bfloat16,bfloat16,0,1.065460777282715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,1,128,1,bfloat16,fp8,0,1.187235164642334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,2,128,1,fp8,fp8,0,0.796950387954712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,2,128,1,bfloat16,bfloat16,0,1.0743840217590332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,2,128,1,bfloat16,fp8,0,1.2213744163513183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,4,128,1,bfloat16,fp8,0,0.6500304222106934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,1,128,1,bfloat16,bfloat16,0,0.5675055980682373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,1,128,1,fp8,fp8,0,0.4280128002166748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,1,128,1,bfloat16,fp8,0,0.6333663940429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,2,128,1,bfloat16,bfloat16,0,0.5704048156738282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,2,128,1,bfloat16,fp8,0,0.6410496234893799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,2,128,1,fp8,fp8,0,0.42870559692382815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,4,128,1,bfloat16,bfloat16,0,0.3243839979171753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,4,128,1,bfloat16,fp8,0,0.3563791990280151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,4,128,1,fp8,fp8,0,0.2396224021911621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,1,128,1,bfloat16,bfloat16,0,0.3136784076690674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,1,128,1,bfloat16,fp8,0,0.35064480304718015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,2,128,1,bfloat16,bfloat16,0,0.31556479930877684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,2,128,1,fp8,fp8,0,0.23760480880737306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,2,128,1,bfloat16,fp8,0,0.3550704002380371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,4,128,1,bfloat16,bfloat16,0,0.1933184027671814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,4,128,1,bfloat16,fp8,0,0.21282720565795898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,4,128,1,fp8,fp8,0,0.14353439807891846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,1,128,1,bfloat16,bfloat16,0,0.1886639952659607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,1,128,1,bfloat16,fp8,0,0.21078081130981446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,2,128,1,bfloat16,bfloat16,0,0.18890080451965333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,2,128,1,bfloat16,fp8,0,0.21276640892028809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,4,128,1,bfloat16,bfloat16,0,0.127185595035553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,2,128,1,fp8,fp8,0,0.1416416049003601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,4,128,1,fp8,fp8,0,0.09440000057220459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,4,128,1,bfloat16,bfloat16,0,0.5916639804840088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,1,128,1,fp8,fp8,0,0.09436479806900025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,4,128,1,fp8,fp8,0,0.43043999671936034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,2,128,1,bfloat16,bfloat16,0,0.1251039981842041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,2,128,1,bfloat16,fp8,0,0.14342399835586547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,2,128,1,fp8,fp8,0,0.0944208025932312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,1,128,1,fp8,fp8,0,0.23802080154418945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,1,128,1,fp8,fp8,0,1.4312735557556153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,1,128,1,bfloat16,bfloat16,0,1.9003311157226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,1,128,1,fp8,fp8,0,0.1415824055671692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,1,128,1,bfloat16,fp8,0,2.110483169555664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,4,128,1,bfloat16,fp8,0,0.1410688042640686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,1,128,1,bfloat16,bfloat16,0,0.12484320402145385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,1,128,1,bfloat16,fp8,0,0.13936959505081176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,2,128,1,bfloat16,bfloat16,0,2.0025808334350588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,4,128,1,fp8,fp8,0,0.7490928173065186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,4,128,1,bfloat16,fp8,0,1.1872879981994628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,1,128,1,bfloat16,bfloat16,0,0.9745391845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,2,128,1,bfloat16,fp8,0,2.2457584381103515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,1,128,1,fp8,fp8,0,0.7267136096954345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,1,128,1,bfloat16,fp8,0,1.080303955078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,2,128,1,bfloat16,bfloat16,0,0.986571216583252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,4,128,1,bfloat16,bfloat16,0,0.5366240024566651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,4,128,1,fp8,fp8,0,0.38357279300689695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,4,128,1,bfloat16,fp8,0,0.5858304023742675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,2,128,1,bfloat16,fp8,0,1.101420783996582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,1,128,1,bfloat16,bfloat16,0,0.505347204208374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,1,128,1,fp8,fp8,0,0.3811055898666382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,1,128,1,bfloat16,fp8,0,0.5633471965789795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,2,128,1,bfloat16,bfloat16,0,0.5101232051849365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,2,128,1,fp8,fp8,0,0.38097760677337644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,2,128,1,bfloat16,fp8,0,0.5724527835845947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,4,128,1,bfloat16,bfloat16,0,0.29140000343322753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,4,128,1,fp8,fp8,0,0.21319520473480225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,1,128,1,bfloat16,bfloat16,0,0.2810159921646118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,1,128,1,bfloat16,fp8,0,0.31315999031066893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,1,128,1,fp8,fp8,0,0.21125760078430175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,2,128,1,bfloat16,bfloat16,0,0.28274080753326414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,4,128,1,bfloat16,bfloat16,0,1.10314884185791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,2,128,1,fp8,fp8,0,0.21136960983276368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,2,128,1,bfloat16,fp8,0,0.3170928001403809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,4,128,1,bfloat16,bfloat16,0,0.16798880100250244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,4,128,1,fp8,fp8,0,0.12308319807052612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,1,128,1,bfloat16,bfloat16,0,0.16192959547042846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,4,128,1,bfloat16,fp8,0,0.1838719964027405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,1,128,1,fp8,fp8,0,0.12205439805984497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,1,128,1,bfloat16,fp8,0,0.18040479421615602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,2,128,1,bfloat16,bfloat16,0,0.16361279487609864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,2,128,1,bfloat16,fp8,0,0.1823024034500122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,2,128,1,fp8,fp8,0,0.12121599912643433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,4,128,1,bfloat16,bfloat16,0,0.11042560338973999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,4,128,1,bfloat16,fp8,0,0.12143679857254028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,1,128,1,bfloat16,bfloat16,0,0.10728000402450562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,2,128,1,fp8,fp8,0,0.730022382736206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,1,128,1,fp8,fp8,0,0.08208000063896179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,1,128,1,bfloat16,fp8,0,0.12080320119857788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,2,128,1,bfloat16,bfloat16,0,0.10818239450454711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,2,128,1,fp8,fp8,0,0.08107360005378723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,2,128,1,bfloat16,fp8,0,0.12124799489974976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,4,128,1,fp8,fp8,0,0.06174880266189575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,4,128,1,bfloat16,fp8,0,0.09234399795532226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,1,128,1,bfloat16,bfloat16,0,0.08007839918136597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,1,128,1,bfloat16,fp8,0,0.0903760015964508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,2,128,1,bfloat16,bfloat16,0,0.08027039766311646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,4,128,1,bfloat16,fp8,0,0.32068960666656493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,2,128,1,bfloat16,fp8,0,0.09427520036697387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,2,128,1,fp8,fp8,0,0.061534398794174196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,2,128,1,fp8,fp8,0,1.4352944374084473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,1,128,1,bfloat16,bfloat16,0,1.1214032173156738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,1,128,1,fp8,fp8,0,0.8402352333068848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,1,128,1,bfloat16,fp8,0,1.2447664260864257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,4,128,1,fp8,fp8,0,0.0821183979511261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,2,128,1,bfloat16,bfloat16,0,1.1670847892761231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,2,128,1,fp8,fp8,0,0.8473119735717773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,4,128,1,bfloat16,bfloat16,0,0.645795202255249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,4,128,1,fp8,fp8,0,0.4424255847930908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,4,128,1,bfloat16,bfloat16,0,0.08209760189056396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,4,128,1,bfloat16,fp8,0,0.686787223815918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,1,128,1,fp8,fp8,0,0.06153920292854309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,1,128,1,bfloat16,bfloat16,0,0.5791759967803956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,1,128,1,fp8,fp8,0,0.43001441955566405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,4,128,1,bfloat16,bfloat16,0,0.3252928018569946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,2,128,1,bfloat16,bfloat16,0,0.5866447925567627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,4,128,1,bfloat16,fp8,0,0.3580336093902588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,2,128,1,fp8,fp8,0,0.4293647766113281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,4,128,1,fp8,fp8,0,0.23370881080627443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,1,128,1,bfloat16,bfloat16,0,0.30662078857421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,1,128,1,fp8,fp8,0,0.23134078979492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,2,128,1,bfloat16,bfloat16,0,0.30928640365600585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,2,128,1,bfloat16,fp8,0,0.34700798988342285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,2,128,1,fp8,fp8,0,0.2299328088760376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,4,128,1,bfloat16,bfloat16,0,0.1819167971611023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,4,128,1,fp8,fp8,0,0.13328959941864013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,1,128,1,bfloat16,bfloat16,0,0.17429280281066895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,1,128,1,bfloat16,fp8,0,0.1947343945503235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,1,128,1,fp8,fp8,0,0.13134560585021973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,2,128,1,bfloat16,bfloat16,0,0.1757215976715088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,2,128,1,bfloat16,fp8,0,0.19678239822387694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,2,128,1,fp8,fp8,0,0.13125120401382445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,2,128,1,bfloat16,fp8,0,1.284443187713623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,4,128,1,bfloat16,bfloat16,0,0.10746079683303833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,4,128,1,bfloat16,fp8,0,0.11900160312652588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,1,128,1,bfloat16,bfloat16,0,0.103438401222229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,1,128,1,bfloat16,fp8,0,0.641980791091919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,1,128,1,fp8,fp8,0,0.07803840041160584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,2,128,1,bfloat16,bfloat16,0,0.1046288013458252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,2,128,1,bfloat16,fp8,0,0.653715181350708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,2,128,1,bfloat16,fp8,0,0.11721919775009156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,2,128,1,fp8,fp8,0,0.07808319926261902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,4,128,1,bfloat16,bfloat16,0,0.06981920003890991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,4,128,1,fp8,fp8,0,0.05137280225753784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,1,128,1,bfloat16,bfloat16,0,0.06779360175132751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,1,128,1,bfloat16,fp8,0,0.34068639278411866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,1,128,1,bfloat16,fp8,0,0.07637439966201783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,1,128,1,fp8,fp8,0,0.05140320062637329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,2,128,1,bfloat16,bfloat16,0,0.06784480214118957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,2,128,1,bfloat16,fp8,0,0.07853599786758422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,2,128,1,fp8,fp8,0,0.0513152003288269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,4,128,1,bfloat16,bfloat16,0,0.06328480243682862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,4,128,1,bfloat16,fp8,0,0.20088000297546388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,1,128,1,bfloat16,bfloat16,0,0.061564797163009645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,4,128,1,fp8,fp8,0,0.047270399332046506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,4,128,1,bfloat16,fp8,0,0.06993119716644287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,1,128,1,bfloat16,fp8,0,0.06994720101356507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,2,128,1,bfloat16,bfloat16,0,0.0616208016872406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,1,128,1,fp8,fp8,0,0.04722239971160889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,2,128,1,bfloat16,fp8,0,0.07178080081939697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,4,128,1,fp8,fp8,0,0.08001440167427062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,1,128,1,bfloat16,fp8,0,0.11661920547485352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,1,128,1,fp8,fp8,0,0.8023856163024903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,1,128,1,bfloat16,bfloat16,0,1.0675840377807617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,4,128,1,bfloat16,fp8,0,0.07805759906768799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,2,128,1,bfloat16,bfloat16,0,1.1701727867126466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,2,128,1,fp8,fp8,0,0.8083392143249511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,2,128,1,bfloat16,fp8,0,1.2752623558044434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,4,128,1,bfloat16,bfloat16,0,0.6703279972076416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,4,128,1,fp8,fp8,0,0.4273280143737793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,4,128,1,bfloat16,fp8,0,0.7190415859222412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,1,128,1,bfloat16,bfloat16,0,0.5468832015991211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,1,128,1,bfloat16,fp8,0,0.6046112060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,2,128,1,bfloat16,bfloat16,0,0.5574351787567139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,2,128,1,fp8,fp8,0,0.047312000393867494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,2,128,1,fp8,fp8,0,0.4077439785003662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,2,128,1,bfloat16,fp8,0,0.6191696166992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,4,128,1,bfloat16,bfloat16,0,0.31014399528503417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,1,128,1,bfloat16,bfloat16,0,0.28091681003570557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,4,128,1,bfloat16,fp8,0,0.3397968053817749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,1,128,1,fp8,fp8,0,0.2113647937774658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,1,128,1,bfloat16,fp8,0,0.3134592056274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,2,128,1,bfloat16,bfloat16,0,0.28704640865325926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,2,128,1,fp8,fp8,0,0.21210720539093017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,1,128,1,bfloat16,fp8,0,1.1805983543395997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,4,128,1,bfloat16,fp8,0,0.18069759607315064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,4,128,1,fp8,fp8,0,0.11878880262374877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,1,128,1,bfloat16,bfloat16,0,0.15544480085372925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,1,128,1,bfloat16,fp8,0,0.17387839555740356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,1,128,1,fp8,fp8,0,0.1169424057006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,2,128,1,bfloat16,bfloat16,0,0.15602560043334962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,2,128,1,bfloat16,fp8,0,0.17630560398101808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,4,128,1,bfloat16,bfloat16,0,0.09440159797668457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,4,128,1,bfloat16,fp8,0,0.10460959672927857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,4,128,1,fp8,fp8,0,0.06973440051078797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,1,128,1,bfloat16,bfloat16,0,0.0903328001499176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,1,128,1,fp8,fp8,0,0.40591840744018554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,1,128,1,bfloat16,fp8,0,0.1014672040939331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,1,128,1,fp8,fp8,0,0.06776639819145203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,2,128,1,bfloat16,bfloat16,0,0.09177759885787964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,2,128,1,bfloat16,fp8,0,0.10258079767227173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,2,128,1,fp8,fp8,0,0.06787359714508057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,4,128,1,bfloat16,bfloat16,0,0.061635202169418334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,4,128,1,bfloat16,fp8,0,0.06981599926948548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,4,128,1,fp8,fp8,0,0.04527519941329956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,1,128,1,bfloat16,bfloat16,0,0.059614402055740354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,4,128,1,fp8,fp8,0,0.2146143913269043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,1,128,1,bfloat16,fp8,0,0.06756160259246827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,1,128,1,fp8,fp8,0,0.04524160027503967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,2,128,1,bfloat16,bfloat16,0,0.05956320166587829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,2,128,1,fp8,fp8,0,0.04522559940814972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,4,128,1,bfloat16,bfloat16,0,0.04523679912090302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,4,128,1,bfloat16,fp8,0,0.05153120160102844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,4,128,1,fp8,fp8,0,0.032943999767303465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,4,128,1,bfloat16,bfloat16,0,0.16421760320663453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,1,128,1,bfloat16,bfloat16,0,0.04316479861736298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,1,128,1,bfloat16,fp8,0,0.049353599548339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,2,128,1,bfloat16,bfloat16,0,0.043224000930786134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,2,128,1,bfloat16,fp8,0,0.051286399364471436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,2,128,1,fp8,fp8,0,0.032943999767303465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,4,128,1,bfloat16,bfloat16,0,0.04321599900722504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,4,128,1,bfloat16,fp8,0,0.049270400404930116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,1,128,1,bfloat16,bfloat16,0,0.0431088000535965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,1,128,1,bfloat16,fp8,0,0.04923200011253357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,1,128,1,fp8,fp8,0,0.0330159991979599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,2,128,1,bfloat16,bfloat16,0,0.04313440024852753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,2,128,1,bfloat16,fp8,0,0.049399998784065244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,2,128,1,fp8,fp8,0,0.03287039995193482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,1,128,1,bfloat16,bfloat16,0,0.6498720169067382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,1,128,1,bfloat16,fp8,0,0.7130144119262696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,2,128,1,bfloat16,fp8,0,0.06773759722709656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,2,128,1,bfloat16,fp8,0,0.32199840545654296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,1,128,1,fp8,fp8,0,0.032969599962234496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,2,128,1,bfloat16,bfloat16,0,0.7772816181182861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,4,128,1,fp8,fp8,0,0.03297599852085113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,2,128,1,fp8,fp8,0,0.11688480377197266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,2,128,1,fp8,fp8,0,0.4963088035583496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,4,128,1,bfloat16,fp8,0,0.5000304222106934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,4,128,1,bfloat16,bfloat16,0,0.4685647964477539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,1,128,1,bfloat16,bfloat16,0,0.33339519500732423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,4,128,1,fp8,fp8,0,0.2686624050140381
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,1,128,1,fp8,fp8,0,0.2428287982940674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,2,128,1,bfloat16,bfloat16,0,0.348639988899231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,4,128,1,bfloat16,bfloat16,0,0.20186240673065187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,2,128,1,fp8,fp8,0,0.24774880409240724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,4,128,1,bfloat16,fp8,0,0.2141119956970215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,4,128,1,fp8,fp8,0,0.12917759418487548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,1,128,1,bfloat16,bfloat16,0,0.16822559833526612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,1,128,1,bfloat16,fp8,0,0.18665920495986937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,2,128,1,bfloat16,bfloat16,0,0.17445119619369506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,2,128,1,bfloat16,fp8,0,0.19441280364990235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,2,128,1,fp8,fp8,0,0.12727199792861937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,4,128,1,bfloat16,bfloat16,0,0.10058399438858032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,4,128,1,bfloat16,fp8,0,0.11085599660873413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,4,128,1,fp8,fp8,0,0.07189599871635437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,1,128,1,bfloat16,bfloat16,0,0.0924448013305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,2,128,1,bfloat16,fp8,0,0.8300704002380371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,1,128,1,bfloat16,fp8,0,0.1045456051826477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,1,128,1,fp8,fp8,0,0.06993119716644287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,2,128,1,bfloat16,fp8,0,0.1065600037574768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,2,128,1,bfloat16,bfloat16,0,0.09443680047988892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,2,128,1,fp8,fp8,0,0.06990079879760742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,4,128,1,bfloat16,bfloat16,0,0.05549280047416687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,4,128,1,bfloat16,fp8,0,0.06328960061073304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,4,128,1,fp8,fp8,0,0.041064000129699706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,1,128,1,bfloat16,fp8,0,0.3656464099884033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,1,128,1,bfloat16,bfloat16,0,0.05146719813346863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,1,128,1,fp8,fp8,0,0.03914879858493805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,1,128,1,bfloat16,fp8,0,0.05952799916267395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,2,128,1,bfloat16,bfloat16,0,0.053478401899337766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,2,128,1,bfloat16,fp8,0,0.05982239842414856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,2,128,1,fp8,fp8,0,0.03908959925174713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,2,128,1,bfloat16,fp8,0,0.38179841041564944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,4,128,1,bfloat16,fp8,0,0.04309119880199432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,1,128,1,bfloat16,bfloat16,0,0.03499839901924133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,1,128,1,fp8,fp8,0,0.02682720124721527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,1,128,1,bfloat16,fp8,0,0.04114879965782166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,1,128,1,fp8,fp8,0,0.12715200185775757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,2,128,1,fp8,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,2,128,1,bfloat16,fp8,0,0.04113759994506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,4,128,1,bfloat16,bfloat16,0,0.02667680084705353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,4,128,1,bfloat16,fp8,0,0.030859199166297913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,4,128,1,fp8,fp8,0,0.018644799292087556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,1,128,1,fp8,fp8,0,0.01866080015897751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,2,128,1,bfloat16,bfloat16,0,0.02478879988193512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,2,128,1,bfloat16,fp8,0,0.028835201263427736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,2,128,1,fp8,fp8,0,0.018615999817848207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,4,128,1,bfloat16,bfloat16,0,0.024719999730587007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,4,128,1,bfloat16,fp8,0,0.028780800104141236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,4,128,1,fp8,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,1,128,1,bfloat16,bfloat16,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,1,128,1,bfloat16,fp8,0,0.028774398565292358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,1,128,1,fp8,fp8,0,0.019288000464439393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,4,128,1,bfloat16,bfloat16,0,0.03706879913806915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,4,128,1,fp8,fp8,0,0.026795199513435362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,2,128,1,bfloat16,fp8,0,0.02879199981689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,2,128,1,fp8,fp8,0,0.01854880005121231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,4,128,1,bfloat16,bfloat16,0,0.02466239929199219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,4,128,1,bfloat16,fp8,0,0.028784000873565675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,2,128,1,bfloat16,bfloat16,0,0.03500159978866577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,1,128,1,bfloat16,bfloat16,0,0.02468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,1,128,1,fp8,fp8,0,0.018531200289726258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,2,128,1,bfloat16,bfloat16,0,0.024639999866485594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,1,128,1,bfloat16,bfloat16,0,0.02475679963827133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,2,128,1,bfloat16,fp8,0,0.028833600878715514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,2,128,1,fp8,fp8,0,0.018588800728321076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,1,128,1,bfloat16,fp8,0,0.028884801268577575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,1,128,1,bfloat16,bfloat16,0,0.22740800380706788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,1,128,1,fp8,fp8,0,0.16203199625015258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,1,128,1,bfloat16,fp8,0,0.2455375909805298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,2,128,1,bfloat16,bfloat16,0,0.24953439235687255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,2,128,1,fp8,fp8,0,0.16629120111465454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,4,128,1,bfloat16,bfloat16,0,0.15120160579681396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,4,128,1,bfloat16,fp8,0,0.15742720365524293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,4,128,1,fp8,fp8,0,0.08619199991226197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,2,128,1,bfloat16,bfloat16,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,1,128,1,bfloat16,bfloat16,0,0.11073440313339233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,1,128,1,bfloat16,fp8,0,0.1231071949005127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,1,128,1,fp8,fp8,0,0.08417760133743286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,2,128,1,bfloat16,bfloat16,0,0.11506079435348511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,1,128,1,fp8,fp8,0,0.48741440773010253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,2,128,1,bfloat16,fp8,0,0.1302240014076233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,2,128,1,fp8,fp8,0,0.08414720296859741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,4,128,1,bfloat16,bfloat16,0,0.06589120030403137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,1,128,1,bfloat16,fp8,0,0.026836800575256347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,4,128,1,fp8,fp8,0,0.04694400131702423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,4,128,1,bfloat16,fp8,0,0.0747488021850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,1,128,1,bfloat16,bfloat16,0,0.05958080291748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,1,128,1,bfloat16,fp8,0,0.06772800087928772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,2,128,1,bfloat16,bfloat16,0,0.06056960225105286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,2,128,1,fp8,fp8,0,0.04525119960308075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,2,128,1,bfloat16,fp8,0,0.06985440254211425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,4,128,1,bfloat16,bfloat16,0,0.037699198722839354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,4,128,1,bfloat16,fp8,0,0.04314880073070526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,4,128,1,fp8,fp8,0,0.026846399903297423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,1,128,1,bfloat16,bfloat16,0,0.03493120074272156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,2,128,1,bfloat16,bfloat16,0,0.03494719862937927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,1,128,1,bfloat16,fp8,0,0.039139199256896975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,2,128,1,bfloat16,fp8,0,0.04106239974498749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,2,128,1,fp8,fp8,0,0.026726400852203368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,4,128,1,bfloat16,bfloat16,0,0.024670399725437164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,4,128,1,bfloat16,fp8,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,2,128,1,bfloat16,fp8,0,0.2655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,1,128,1,bfloat16,bfloat16,0,0.022731199860572815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,1,128,1,bfloat16,fp8,0,0.026716798543930054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,2,128,1,bfloat16,bfloat16,0,0.022716799378395082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,1,128,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,2,128,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,2,128,1,bfloat16,fp8,0,0.026739200949668883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,4,128,1,bfloat16,bfloat16,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,4,128,1,bfloat16,fp8,0,0.020547200739383698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,4,128,1,fp8,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,1,128,1,fp8,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,4,128,1,fp8,fp8,0,0.0186256006360054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,2,128,1,bfloat16,bfloat16,0,0.015204800665378571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,4,128,1,bfloat16,bfloat16,0,0.014539200067520141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,2,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,2,128,1,bfloat16,fp8,0,0.01865919977426529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,4,128,1,bfloat16,fp8,0,0.01854719966650009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,1,128,1,fp8,fp8,0,0.04527199864387512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,1,128,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,1,128,1,bfloat16,fp8,0,0.01854719966650009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,1,128,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,2,128,1,bfloat16,bfloat16,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,2,128,1,bfloat16,fp8,0,0.018559999763965607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,2,128,1,fp8,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,4,128,1,bfloat16,fp8,0,0.017497600615024568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,4,128,1,fp8,fp8,0,0.012355200201272964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,1,128,1,bfloat16,bfloat16,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,1,128,1,bfloat16,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,4,128,1,fp8,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,2,128,1,bfloat16,bfloat16,0,0.014505599439144135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,2,128,1,bfloat16,fp8,0,0.01661120057106018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,2,128,1,fp8,fp8,0,0.011350400000810622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,4,128,1,bfloat16,bfloat16,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,4,128,1,bfloat16,fp8,0,0.01712159961462021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,1,128,1,bfloat16,bfloat16,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,4,128,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,1,128,1,bfloat16,bfloat16,0,0.014505599439144135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,1,128,1,bfloat16,fp8,0,0.016782400012016297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,1,128,1,fp8,fp8,0,0.012153600156307221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,2,128,1,bfloat16,fp8,0,0.017609600722789765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,2,128,1,fp8,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,4,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,1,128,1,bfloat16,bfloat16,0,0.08407840132713318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,1,128,1,fp8,fp8,0,0.06372479796409607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,1,128,1,bfloat16,fp8,0,0.09237759709358215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,2,128,1,bfloat16,bfloat16,0,0.08831999897956848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,2,128,1,bfloat16,fp8,0,0.10055040121078491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,4,128,1,bfloat16,bfloat16,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,1,128,1,fp8,fp8,0,0.026719999313354493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,2,128,1,fp8,fp8,0,0.06373119950294495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,4,128,1,bfloat16,bfloat16,0,0.0515392005443573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,4,128,1,fp8,fp8,0,0.037036800384521486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,4,128,1,bfloat16,fp8,0,0.05970079898834228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,1,128,1,bfloat16,fp8,0,0.051446402072906496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,1,128,1,fp8,fp8,0,0.035041600465774536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,2,128,1,bfloat16,bfloat16,0,0.047244799137115476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,2,128,1,bfloat16,fp8,0,0.05344319939613342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,4,128,1,bfloat16,bfloat16,0,0.028785601258277893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,4,128,1,bfloat16,fp8,0,0.033502399921417236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,4,128,1,fp8,fp8,0,0.020694400370121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,1,128,1,bfloat16,bfloat16,0,0.024772800505161285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,1,128,1,bfloat16,fp8,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,1,128,1,fp8,fp8,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,1,128,1,bfloat16,fp8,0,0.018632000684738158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,2,128,1,bfloat16,bfloat16,0,0.014430400729179383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,2,128,1,bfloat16,bfloat16,0,0.026795199513435362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,2,128,1,fp8,fp8,0,0.018699200451374055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,4,128,1,bfloat16,fp8,0,0.022711999714374542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,1,128,1,bfloat16,bfloat16,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,1,128,1,bfloat16,fp8,0,0.02056480050086975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,1,128,1,fp8,fp8,0,0.01316480040550232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,2,128,1,bfloat16,bfloat16,0,0.01761920005083084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,2,128,1,bfloat16,fp8,0,0.020665599405765532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,2,128,1,fp8,fp8,0,0.013184000551700593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,4,128,1,bfloat16,bfloat16,0,0.012361600250005721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,4,128,1,bfloat16,fp8,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,4,128,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,1,128,1,bfloat16,bfloat16,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,1,128,1,bfloat16,fp8,0,0.013798399269580841
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,2,128,1,fp8,fp8,0,0.03495360016822815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,1,128,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,2,128,1,bfloat16,bfloat16,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,2,128,1,bfloat16,fp8,0,0.01526080071926117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,2,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,4,128,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,4,128,1,bfloat16,fp8,0,0.013422399759292603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,4,128,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,1,128,1,bfloat16,bfloat16,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,2,128,1,bfloat16,fp8,0,0.030844798684120177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,1,128,1,bfloat16,fp8,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,1,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,4,128,1,bfloat16,bfloat16,0,0.01860159933567047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,2,128,1,bfloat16,bfloat16,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,2,128,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,2,128,1,bfloat16,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,4,128,1,bfloat16,bfloat16,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,1,128,1,bfloat16,bfloat16,0,0.010331200063228607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,1,128,1,bfloat16,fp8,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,1,128,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,2,128,1,bfloat16,bfloat16,0,0.010329599678516387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,2,128,1,bfloat16,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,4,128,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,4,128,1,bfloat16,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,4,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,1,128,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,1,128,1,bfloat16,bfloat16,0,0.045278400182724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,1,128,1,bfloat16,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,1,128,1,fp8,fp8,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,2,128,1,bfloat16,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,2,128,1,fp8,fp8,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,4,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,4,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,1,128,1,bfloat16,bfloat16,0,0.010331200063228607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,1,128,1,bfloat16,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,1,128,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,2,128,1,bfloat16,bfloat16,0,0.01034879982471466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,4,128,1,fp8,fp8,0,0.014431999623775482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,2,128,1,bfloat16,fp8,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,2,128,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,4,128,1,bfloat16,fp8,0,0.012479999661445617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,1,128,1,bfloat16,bfloat16,0,0.04526239931583405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,4,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,1,128,1,bfloat16,fp8,0,0.05132480263710022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,2,128,1,bfloat16,bfloat16,0,0.04541279971599579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,1,128,1,fp8,fp8,0,0.034918400645256045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,2,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,4,128,1,bfloat16,bfloat16,0,0.028255999088287354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,2,128,1,fp8,fp8,0,0.035017600655555724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,4,128,1,bfloat16,fp8,0,0.03293919861316681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,4,128,1,fp8,fp8,0,0.02057439982891083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,1,128,1,fp8,fp8,0,0.018619200587272643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,1,128,1,fp8,fp8,0,0.011113599687814713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,2,128,1,bfloat16,bfloat16,0,0.024784000217914583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,2,128,1,bfloat16,bfloat16,0,0.010318399965763092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,2,128,1,fp8,fp8,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,2,128,1,bfloat16,fp8,0,0.029124799370765685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,4,128,1,bfloat16,fp8,0,0.02264000028371811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,4,128,1,bfloat16,bfloat16,0,0.018665599822998046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,4,128,1,fp8,fp8,0,0.014422400295734406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,4,128,1,bfloat16,bfloat16,0,0.010497599840164185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,1,128,1,bfloat16,bfloat16,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,2,128,1,bfloat16,bfloat16,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,1,128,1,bfloat16,fp8,0,0.020552000403404234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,2,128,1,bfloat16,fp8,0,0.02069920003414154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,4,128,1,bfloat16,fp8,0,0.01443839967250824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,4,128,1,fp8,fp8,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,1,128,1,bfloat16,bfloat16,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,1,128,1,bfloat16,fp8,0,0.012507200241088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,1,128,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,2,128,1,bfloat16,fp8,0,0.053406399488449094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,2,128,1,bfloat16,fp8,0,0.01244800016283989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,1,128,1,bfloat16,bfloat16,0,0.024732799828052522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,1,128,1,bfloat16,fp8,0,0.02885119915008545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,2,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,4,128,1,bfloat16,bfloat16,0,0.01035040020942688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,1,128,1,fp8,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,4,128,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,2,128,1,fp8,fp8,0,0.012503999471664428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,1,128,1,bfloat16,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,1,128,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,1,128,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,2,128,1,bfloat16,bfloat16,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,2,128,1,bfloat16,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,4,128,1,bfloat16,bfloat16,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,4,128,1,bfloat16,fp8,0,0.012454400211572647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,2,128,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,4,128,1,fp8,fp8,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,4,128,1,bfloat16,bfloat16,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,1,128,1,bfloat16,bfloat16,0,0.010284800082445145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,2,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,4,128,1,bfloat16,fp8,0,0.012479999661445617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,1,128,1,bfloat16,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,2,128,1,bfloat16,bfloat16,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,1,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,2,128,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,1,128,1,bfloat16,bfloat16,0,0.009192000329494476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,1,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,4,128,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,2,128,1,bfloat16,bfloat16,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,2,128,1,bfloat16,fp8,0,0.012368000298738479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,2,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,4,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,1,128,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,1,128,1,bfloat16,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,2,128,1,bfloat16,bfloat16,0,0.010292799770832061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,2,128,1,bfloat16,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,2,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,4,128,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,4,128,1,bfloat16,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,4,128,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,1,128,1,bfloat16,bfloat16,0,0.009862399846315383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,1,128,1,bfloat16,fp8,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,1,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,2,128,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,2,128,1,bfloat16,fp8,0,0.012414400279521943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,2,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,1,128,1,bfloat16,bfloat16,0,0.03901120126247406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,1,128,1,bfloat16,fp8,0,0.04516960084438324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,4,128,1,bfloat16,bfloat16,0,0.010476800054311753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,1,128,1,fp8,fp8,0,0.030847999453544616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,1,128,1,bfloat16,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,2,128,1,bfloat16,bfloat16,0,0.04115999937057495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,4,128,1,bfloat16,bfloat16,0,0.02465119957923889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,2,128,1,fp8,fp8,0,0.03089439868927002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,4,128,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,4,128,1,bfloat16,fp8,0,0.028548800945281984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,4,128,1,fp8,fp8,0,0.018024000525474548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,1,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,1,128,1,bfloat16,bfloat16,0,0.020664000511169435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,1,128,1,fp8,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,1,128,1,bfloat16,fp8,0,0.026419198513031004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,2,128,1,bfloat16,bfloat16,0,0.02110240012407303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,2,128,1,bfloat16,fp8,0,0.02476799935102463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,4,128,1,bfloat16,bfloat16,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,1,128,1,bfloat16,bfloat16,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,1,128,1,bfloat16,fp8,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,1,128,1,fp8,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,2,128,1,bfloat16,bfloat16,0,0.015804800391197204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,2,128,1,bfloat16,fp8,0,0.018555200099945067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,2,128,1,fp8,fp8,0,0.01247360035777092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,4,128,1,bfloat16,bfloat16,0,0.010305599868297577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,4,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,2,128,1,bfloat16,fp8,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,1,128,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,2,128,1,bfloat16,fp8,0,0.0452672004699707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,1,128,1,bfloat16,fp8,0,0.012353599816560746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,1,128,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,4,128,1,bfloat16,bfloat16,0,0.009812799841165542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,2,128,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,2,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,2,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,4,128,1,bfloat16,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,4,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,1,128,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,2,128,1,fp8,fp8,0,0.016596800088882445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,1,128,1,bfloat16,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,1,128,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,4,128,1,bfloat16,fp8,0,0.01863040030002594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,2,128,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,2,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,2,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,4,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,4,128,1,bfloat16,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,4,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,1,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,2,128,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,2,128,1,bfloat16,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,2,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,4,128,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,4,128,1,bfloat16,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,4,128,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,1,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,1,128,1,bfloat16,fp8,0,0.012172800302505494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,1,128,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,2,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,2,128,1,bfloat16,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,2,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,4,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,4,128,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,4,128,1,bfloat16,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,4,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,1,128,1,bfloat16,fp8,0,0.01223360002040863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,1,128,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,4,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,2,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,2,128,1,bfloat16,fp8,0,0.010471999645233154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,4,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,4,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,1,128,1,bfloat16,fp8,0,0.012296000123023986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,1,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,1,128,1,bfloat16,bfloat16,0,0.008472000062465668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,1,128,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,2,128,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,2,128,1,bfloat16,fp8,0,0.0124208003282547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,2,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,4,128,1,bfloat16,fp8,0,0.012457600235939026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,1,128,1,bfloat16,bfloat16,0,0.03701280057430267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,1,128,1,fp8,fp8,0,0.0288239985704422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,1,128,1,bfloat16,fp8,0,0.041168001294136045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,2,128,1,bfloat16,bfloat16,0,0.037003201246261594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,2,128,1,bfloat16,fp8,0,0.041145598888397215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,2,128,1,fp8,fp8,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,4,128,1,bfloat16,bfloat16,0,0.020659199357032774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,4,128,1,bfloat16,fp8,0,0.024710400402545928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,4,128,1,fp8,fp8,0,0.016601599752902985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,1,128,1,bfloat16,bfloat16,0,0.020584000647068022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,1,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,1,128,1,bfloat16,fp8,0,0.022737599909305573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,2,128,1,bfloat16,bfloat16,0,0.020683200657367708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,2,128,1,bfloat16,fp8,0,0.022720000147819518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,2,128,1,fp8,fp8,0,0.016540800034999848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,4,128,1,bfloat16,bfloat16,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,2,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,4,128,1,bfloat16,fp8,0,0.017689600586891174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,4,128,1,fp8,fp8,0,0.012443199753761292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,1,128,1,bfloat16,bfloat16,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,1,128,1,bfloat16,fp8,0,0.016607999801635742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,1,128,1,fp8,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,4,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,2,128,1,bfloat16,bfloat16,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,2,128,1,fp8,fp8,0,0.012457600235939026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,1,128,1,bfloat16,fp8,0,0.010468800365924836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,2,128,1,bfloat16,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,4,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,4,128,1,bfloat16,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,4,128,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,1,128,1,bfloat16,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,1,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,2,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,2,128,1,bfloat16,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,4,128,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,4,128,1,bfloat16,fp8,0,0.011980800330638886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,4,128,1,fp8,fp8,0,0.008251199871301651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,1,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,2,128,1,bfloat16,bfloat16,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,2,128,1,bfloat16,fp8,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,2,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,4,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,1,128,1,fp8,fp8,0,0.01650879979133606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,4,128,1,bfloat16,fp8,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,4,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,1,128,1,bfloat16,fp8,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,1,128,1,bfloat16,bfloat16,0,0.008451200276613235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,1,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,2,128,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,2,128,1,bfloat16,fp8,0,0.012425599992275238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,2,128,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,4,128,1,bfloat16,bfloat16,0,0.008422400057315826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,4,128,1,bfloat16,fp8,0,0.010574399679899215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,4,128,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,1,128,1,bfloat16,bfloat16,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,1,128,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,2,128,1,bfloat16,bfloat16,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,2,128,1,bfloat16,fp8,0,0.010369600355625152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,2,128,1,fp8,fp8,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,1,128,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,4,128,1,bfloat16,bfloat16,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,4,128,1,bfloat16,fp8,0,0.010745599865913391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,4,128,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,4,128,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,1,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,2,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,1,128,1,bfloat16,fp8,0,0.010475199669599533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,1,128,1,fp8,fp8,0,0.008244799822568894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,2,128,1,bfloat16,bfloat16,0,0.008417599648237229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,2,128,1,bfloat16,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,1,128,1,bfloat16,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,2,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,4,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,4,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,4,128,1,fp8,fp8,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,1,128,1,fp8,fp8,0,0.007307200133800507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,2,128,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,2,128,1,bfloat16,fp8,0,0.010375999659299851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,2,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,1,128,1,bfloat16,bfloat16,0,0.0349375993013382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,1,128,1,fp8,fp8,0,0.028806400299072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,2,128,1,bfloat16,bfloat16,0,0.0349727988243103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,2,128,1,fp8,fp8,0,0.02876960039138794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,4,128,1,bfloat16,bfloat16,0,0.018638400733470915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,4,128,1,bfloat16,fp8,0,0.022646400332450866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,4,128,1,fp8,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,1,128,1,bfloat16,bfloat16,0,0.01865919977426529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,1,128,1,bfloat16,fp8,0,0.02269600033760071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,1,128,1,fp8,fp8,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,2,128,1,bfloat16,bfloat16,0,0.01865600049495697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,2,128,1,bfloat16,fp8,0,0.02264000028371811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,2,128,1,fp8,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,4,128,1,bfloat16,bfloat16,0,0.014455999433994293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,1,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,4,128,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,1,128,1,bfloat16,bfloat16,0,0.01441120058298111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,1,128,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,1,128,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,1,128,1,bfloat16,fp8,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,2,128,1,bfloat16,bfloat16,0,0.014430400729179383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,2,128,1,fp8,fp8,0,0.012336000055074691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,1,128,1,bfloat16,fp8,0,0.03905600011348724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,4,128,1,bfloat16,bfloat16,0,0.008425600081682205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,4,128,1,bfloat16,fp8,0,0.01045600026845932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,4,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,2,128,1,bfloat16,fp8,0,0.03912320137023926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,1,128,1,bfloat16,fp8,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,1,128,1,fp8,fp8,0,0.008247999846935273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,2,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,2,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,4,128,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,1,128,1,bfloat16,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,4,128,1,bfloat16,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,4,128,1,fp8,fp8,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,1,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,1,128,1,bfloat16,fp8,0,0.012031999975442886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,2,128,1,bfloat16,bfloat16,0,0.008416000008583068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,2,128,1,bfloat16,fp8,0,0.01138240024447441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,2,128,1,fp8,fp8,0,0.008251199871301651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,4,128,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,4,128,1,bfloat16,fp8,0,0.012331199645996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,4,128,1,bfloat16,fp8,0,0.01650400012731552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,1,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,1,128,1,bfloat16,fp8,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,1,128,1,fp8,fp8,0,0.008263999968767166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,2,128,1,bfloat16,bfloat16,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,1,128,1,fp8,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,2,128,1,bfloat16,fp8,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,2,128,1,bfloat16,fp8,0,0.016595199704170227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,4,128,1,bfloat16,bfloat16,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,4,128,1,bfloat16,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,4,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,1,128,1,bfloat16,bfloat16,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,1,128,1,bfloat16,fp8,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,1,128,1,fp8,fp8,0,0.00782879963517189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,2,128,1,bfloat16,fp8,0,0.01037440001964569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,2,128,1,bfloat16,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,2,128,1,fp8,fp8,0,0.006636799871921539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,4,128,1,bfloat16,fp8,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,4,128,1,fp8,fp8,0,0.006831999868154526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,1,128,1,bfloat16,bfloat16,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,1,128,1,bfloat16,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,1,128,1,fp8,fp8,0,0.008240000158548356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,1,128,1,fp8,fp8,0,0.006990399956703186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,2,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,2,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,4,128,1,bfloat16,bfloat16,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,4,128,1,bfloat16,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,4,128,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,4,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,1,128,1,bfloat16,bfloat16,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,1,128,1,bfloat16,fp8,0,0.012329600006341934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,1,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,2,128,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,2,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,2,128,1,bfloat16,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,2,128,1,fp8,fp8,0,0.0071263998746871945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,1,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,2,128,1,bfloat16,bfloat16,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,4,128,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,2,128,1,fp8,fp8,0,0.00703359991312027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,2,128,1,bfloat16,bfloat16,0,3.695832061767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,2,128,1,fp8,fp8,0,2.7487600326538084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,2,128,1,bfloat16,fp8,0,4.05118408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,2,1,128,1,fp8,fp8,0,5.248035049438476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,1,128,1,bfloat16,bfloat16,0,3.6279457092285154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,2,1,128,1,bfloat16,bfloat16,0,6.9631187438964846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,2,128,1,bfloat16,bfloat16,0,2.0000080108642577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,1,128,1,fp8,fp8,0,2.739793586730957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,2,1,128,1,bfloat16,fp8,0,7.789777374267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,2,128,1,bfloat16,fp8,0,2.1963119506835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,2,128,1,fp8,fp8,0,1.493238353729248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,1,128,1,bfloat16,fp8,0,4.051510238647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,1,128,1,bfloat16,bfloat16,0,1.9820608139038085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,2,128,1,bfloat16,bfloat16,0,1.1731887817382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,1,128,1,fp8,fp8,0,1.49027681350708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,2,128,1,fp8,fp8,0,0.8764767646789551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,2,128,1,bfloat16,fp8,0,1.2880895614624024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,1,128,1,bfloat16,bfloat16,0,1.153724765777588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,1,128,1,bfloat16,fp8,0,2.200508880615234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,1,128,1,fp8,fp8,0,0.8746191978454589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,1,128,1,bfloat16,fp8,0,1.2873871803283692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,2,128,1,fp8,fp8,0,1.6017023086547852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,2,128,1,bfloat16,bfloat16,0,2.1460784912109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,2,128,1,bfloat16,fp8,0,2.3649696350097655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,2,1,128,1,fp8,fp8,0,3.0150880813598633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,1,128,1,bfloat16,bfloat16,0,2.104742431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,2,1,128,1,bfloat16,bfloat16,0,4.008665466308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,2,128,1,bfloat16,bfloat16,0,1.183456039428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,2,128,1,fp8,fp8,0,0.8910592079162598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,1,128,1,fp8,fp8,0,1.5964735984802245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,2,128,1,bfloat16,fp8,0,1.304513645172119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,1,128,1,bfloat16,fp8,0,2.3596303939819334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,1,128,1,bfloat16,bfloat16,0,1.1638272285461426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,2,128,1,bfloat16,bfloat16,0,0.7080319881439209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,1,128,1,fp8,fp8,0,0.8890080451965332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,2,128,1,bfloat16,fp8,0,0.7756400108337402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,2,128,1,fp8,fp8,0,0.5273248195648194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,1,128,1,bfloat16,fp8,0,1.3055551528930665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,1,128,1,bfloat16,bfloat16,0,0.6950352191925049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,1,128,1,fp8,fp8,0,0.5302847862243653
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,1,128,1,bfloat16,fp8,0,0.7777599811553955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,2,128,1,bfloat16,bfloat16,0,1.5339872360229492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,2,128,1,fp8,fp8,0,1.1398287773132325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,2,1,128,1,bfloat16,fp8,0,4.478319931030273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,2,128,1,bfloat16,fp8,0,1.6881696701049804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,1,128,1,bfloat16,bfloat16,0,1.5073871612548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,2,1,128,1,fp8,fp8,0,2.1353727340698243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,2,1,128,1,bfloat16,bfloat16,0,2.828604888916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,1,128,1,fp8,fp8,0,1.1374560356140138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,2,128,1,fp8,fp8,0,0.650816011428833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,2,128,1,bfloat16,bfloat16,0,0.8764783859252929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,1,128,1,bfloat16,fp8,0,1.6858671188354493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,2,128,1,bfloat16,fp8,0,0.9635456085205079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,2,1,128,1,bfloat16,fp8,0,3.156724739074707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,1,128,1,bfloat16,bfloat16,0,0.8621359825134277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,1,128,1,fp8,fp8,0,0.6489424228668212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,2,128,1,bfloat16,bfloat16,0,0.5476928234100342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,2,128,1,fp8,fp8,0,0.41019201278686523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,2,128,1,bfloat16,fp8,0,0.6007535934448243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,1,128,1,bfloat16,bfloat16,0,0.5396480083465576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,1,128,1,fp8,fp8,0,0.4092895984649658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,1,128,1,bfloat16,fp8,0,0.6020656108856202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,2,128,1,fp8,fp8,0,1.399289608001709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,2,128,1,bfloat16,bfloat16,0,1.8922304153442382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,1,128,1,bfloat16,bfloat16,0,1.8468528747558595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,2,128,1,bfloat16,fp8,0,2.0750591278076174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,2,1,128,1,fp8,fp8,0,2.6755792617797853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,2,1,128,1,bfloat16,bfloat16,0,3.552153778076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,1,128,1,bfloat16,fp8,0,0.9641872406005859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,2,128,1,bfloat16,bfloat16,0,1.0214207649230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,2,128,1,bfloat16,fp8,0,1.1289967536926269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,2,128,1,fp8,fp8,0,0.7607056140899658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,1,128,1,bfloat16,fp8,0,2.062198448181152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,2,1,128,1,bfloat16,fp8,0,3.9714286804199217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,1,128,1,fp8,fp8,0,0.7592832088470459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,1,128,1,bfloat16,bfloat16,0,1.0075599670410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,2,128,1,bfloat16,bfloat16,0,0.5971615791320801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,1,128,1,bfloat16,fp8,0,1.1240559577941895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,2,128,1,fp8,fp8,0,0.4467967987060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,2,128,1,bfloat16,fp8,0,0.6581264019012452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,1,128,1,bfloat16,bfloat16,0,0.5864448070526123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,1,128,1,fp8,fp8,0,0.44322881698608396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,2,128,1,bfloat16,bfloat16,0,0.39657599925994874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,2,128,1,bfloat16,fp8,0,0.43392481803894045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,1,128,1,bfloat16,fp8,0,0.43404641151428225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,1,128,1,fp8,fp8,0,1.3939807891845704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,2,1,128,1,fp8,fp8,0,1.5478384017944335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,2,1,128,1,bfloat16,bfloat16,0,2.058425521850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,2,1,128,1,bfloat16,fp8,0,2.298366355895996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,2,128,1,bfloat16,bfloat16,0,1.104377555847168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,2,128,1,fp8,fp8,0,0.8204319953918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,2,128,1,bfloat16,fp8,0,1.21812162399292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,1,128,1,bfloat16,bfloat16,0,0.3901087999343872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,1,128,1,fp8,fp8,0,0.29500160217285154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,1,128,1,bfloat16,bfloat16,0,1.0814512252807618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,2,128,1,bfloat16,fp8,0,0.6756768226623535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,1,128,1,bfloat16,fp8,0,1.2090432167053222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,2,128,1,fp8,fp8,0,0.4555039882659912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,1,128,1,bfloat16,bfloat16,0,0.6016960144042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,1,128,1,bfloat16,fp8,0,0.6707456111907959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,2,128,1,bfloat16,bfloat16,0,0.3686367988586426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,2,128,1,bfloat16,fp8,0,0.39965760707855225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,2,128,1,fp8,fp8,0,0.274727988243103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,1,128,1,bfloat16,bfloat16,0,0.35727360248565676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,1,128,1,bfloat16,fp8,0,0.4024991989135742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,2,128,1,fp8,fp8,0,0.2953455924987793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,1,128,1,bfloat16,fp8,0,0.656171178817749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,2,128,1,bfloat16,bfloat16,0,0.24238719940185546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,2,128,1,bfloat16,fp8,0,0.26644799709320066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,2,128,1,fp8,fp8,0,0.18069119453430177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,1,128,1,bfloat16,bfloat16,0,0.23851358890533447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,1,128,1,fp8,fp8,0,0.18044960498809814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,1,128,1,bfloat16,fp8,0,0.2662528038024902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,1,128,1,fp8,fp8,0,0.8188991546630859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,1,128,1,fp8,fp8,0,0.4546783924102783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,2,128,1,bfloat16,bfloat16,0,0.9913007736206054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,2,1,128,1,fp8,fp8,0,1.390436840057373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,2,1,128,1,bfloat16,bfloat16,0,1.8472511291503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,2,1,128,1,bfloat16,fp8,0,2.06374568939209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,2,128,1,fp8,fp8,0,0.7297711849212647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,2,128,1,bfloat16,fp8,0,1.089742374420166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,1,128,1,fp8,fp8,0,0.2706928014755249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,1,128,1,bfloat16,bfloat16,0,0.9638848304748535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,1,128,1,fp8,fp8,0,0.7270544052124024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,2,128,1,bfloat16,bfloat16,0,0.5370304107666015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,2,128,1,fp8,fp8,0,0.3976720094680786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,1,128,1,bfloat16,bfloat16,0,0.5248623847961426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,2,128,1,bfloat16,bfloat16,0,0.6092703819274903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,1,128,1,fp8,fp8,0,0.397760009765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,1,128,1,bfloat16,fp8,0,0.5858767986297607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,2,128,1,bfloat16,fp8,0,0.34368960857391356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,1,128,1,bfloat16,bfloat16,0,0.3050112009048462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,1,128,1,bfloat16,fp8,0,0.34208800792694094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,1,128,1,fp8,fp8,0,0.2315903902053833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,2,128,1,bfloat16,bfloat16,0,0.2061743974685669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,2,128,1,bfloat16,fp8,0,0.22569758892059327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,2,128,1,fp8,fp8,0,0.15381439924240112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,1,128,1,bfloat16,bfloat16,0,0.20159358978271485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,1,128,1,fp8,fp8,0,0.15377600193023683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,1,128,1,bfloat16,fp8,0,0.2255295991897583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,2,128,1,bfloat16,bfloat16,0,0.1579584002494812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,2,128,1,fp8,fp8,0,0.11894079446792602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,1,128,1,bfloat16,bfloat16,0,0.15592960119247437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,1,128,1,bfloat16,fp8,0,0.1749008059501648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,1,128,1,fp8,fp8,0,0.1188815951347351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,1,128,1,bfloat16,fp8,0,1.079158401489258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,2,128,1,bfloat16,fp8,0,0.5905072212219238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,2,1,128,1,bfloat16,bfloat16,0,1.080998420715332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,2,128,1,bfloat16,bfloat16,0,0.5933472156524658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,2,128,1,bfloat16,bfloat16,0,0.3120863914489746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,2,1,128,1,bfloat16,fp8,0,1.206987190246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,2,128,1,fp8,fp8,0,0.23175199031829835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,2,128,1,bfloat16,fp8,0,0.6535359859466553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,2,128,1,fp8,fp8,0,0.4350111961364746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,2,128,1,bfloat16,bfloat16,0,0.32415521144866943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,1,128,1,fp8,fp8,0,0.4345104217529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,1,128,1,bfloat16,bfloat16,0,0.31749439239501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,1,128,1,bfloat16,fp8,0,0.3560847997665405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,1,128,1,fp8,fp8,0,0.24130079746246338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,2,128,1,bfloat16,bfloat16,0,0.1943279981613159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,2,128,1,bfloat16,fp8,0,0.17499359846115112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,2,128,1,bfloat16,fp8,0,0.21320478916168212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,2,128,1,fp8,fp8,0,0.14406239986419678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,1,128,1,bfloat16,bfloat16,0,0.18953440189361573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,1,128,1,bfloat16,fp8,0,0.21300320625305175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,1,128,1,fp8,fp8,0,0.14381760358810425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,2,128,1,bfloat16,bfloat16,0,0.12716000080108641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,2,128,1,bfloat16,fp8,0,0.14143359661102295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,2,128,1,fp8,fp8,0,0.095523202419281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,1,128,1,bfloat16,bfloat16,0,0.12502559423446655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,1,128,1,fp8,fp8,0,0.09615839719772339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,1,128,1,bfloat16,fp8,0,0.14034559726715087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,2,1,128,1,fp8,fp8,0,0.8105536460876465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,2,128,1,bfloat16,fp8,0,0.1314031958580017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,2,128,1,fp8,fp8,0,0.08835359811782836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,1,128,1,bfloat16,bfloat16,0,0.11681280136108399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,1,128,1,bfloat16,fp8,0,0.13122400045394897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,1,128,1,bfloat16,bfloat16,0,0.5735904216766358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,1,128,1,bfloat16,fp8,0,0.6433551788330079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,2,1,128,1,bfloat16,bfloat16,0,0.9937359809875488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,2,1,128,1,fp8,fp8,0,0.7448575973510743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,2,1,128,1,bfloat16,fp8,0,1.1103568077087402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,2,128,1,bfloat16,fp8,0,0.591752004623413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,2,128,1,fp8,fp8,0,0.3911504030227661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,1,128,1,bfloat16,bfloat16,0,0.5169087886810303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,1,128,1,fp8,fp8,0,0.38946239948272704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,1,128,1,bfloat16,fp8,0,0.5775936126708985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,2,128,1,bfloat16,bfloat16,0,0.11888799667358399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,2,128,1,bfloat16,fp8,0,0.3233760118484497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,1,128,1,bfloat16,bfloat16,0,0.2847359895706177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,1,128,1,fp8,fp8,0,0.0884607970714569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,1,128,1,bfloat16,fp8,0,0.3182208061218262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,1,128,1,fp8,fp8,0,0.21640961170196532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,2,128,1,bfloat16,bfloat16,0,0.16746400594711303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,2,128,1,bfloat16,fp8,0,0.18550560474395753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,2,128,1,fp8,fp8,0,0.12480000257492066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,1,128,1,bfloat16,bfloat16,0,0.16401439905166626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,2,128,1,bfloat16,bfloat16,0,0.5440415859222412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,1,128,1,bfloat16,fp8,0,0.1833888053894043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,1,128,1,fp8,fp8,0,0.12511359453201293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,2,128,1,bfloat16,bfloat16,0,0.11180640459060669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,2,128,1,bfloat16,fp8,0,0.12259360551834106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,2,128,1,fp8,fp8,0,0.08209919929504395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,1,128,1,bfloat16,bfloat16,0,0.10882079601287842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,1,128,1,bfloat16,fp8,0,0.1212272047996521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,1,128,1,fp8,fp8,0,0.08213599920272827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,2,128,1,bfloat16,bfloat16,0,0.08378720283508301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,2,128,1,bfloat16,bfloat16,0,0.2915119886398315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,2,128,1,fp8,fp8,0,0.06163039803504944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,1,128,1,bfloat16,bfloat16,0,0.0819920003414154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,1,128,1,fp8,fp8,0,0.06165279746055603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,1,128,1,bfloat16,fp8,0,0.09228320121765136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,2,128,1,bfloat16,bfloat16,0,0.08007680177688599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,2,128,1,fp8,fp8,0,0.21589279174804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,2,128,1,bfloat16,fp8,0,0.09030719995498657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,2,128,1,fp8,fp8,0,0.061590397357940675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,1,128,1,bfloat16,fp8,0,0.09030719995498657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,1,128,1,fp8,fp8,0,0.061526399850845334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,2,128,1,fp8,fp8,0,0.2409343957901001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,2,1,128,1,bfloat16,bfloat16,0,0.592249584197998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,2,1,128,1,fp8,fp8,0,0.44330558776855467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,2,128,1,bfloat16,bfloat16,0,0.32777440547943115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,2,1,128,1,bfloat16,fp8,0,0.6620192050933837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,2,128,1,fp8,fp8,0,0.23787200450897217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,1,128,1,bfloat16,bfloat16,0,0.3146752119064331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,1,128,1,bfloat16,fp8,0,0.3502768039703369
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,1,128,1,fp8,fp8,0,0.2378000020980835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,2,128,1,bfloat16,bfloat16,0,0.18248319625854492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,2,128,1,fp8,fp8,0,0.13533120155334472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,2,128,1,bfloat16,fp8,0,0.20169761180877685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,1,128,1,bfloat16,bfloat16,0,0.17672640085220337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,2,128,1,bfloat16,fp8,0,0.09227039813995361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,1,128,1,bfloat16,fp8,0,0.19883040189743043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,2,128,1,bfloat16,bfloat16,0,0.10737600326538085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,2,128,1,bfloat16,fp8,0,0.1195520043373108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,2,128,1,fp8,fp8,0,0.08004800081253052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,1,128,1,bfloat16,bfloat16,0,0.10476959943771362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,1,128,1,bfloat16,fp8,0,0.1189520001411438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,1,128,1,fp8,fp8,0,0.08006399869918823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,1,128,1,bfloat16,bfloat16,0,0.0800432026386261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,2,128,1,bfloat16,bfloat16,0,0.06982240080833435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,2,128,1,fp8,fp8,0,0.051367998123168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,1,128,1,bfloat16,bfloat16,0,0.06891679763793945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,1,128,1,fp8,fp8,0,0.05140479803085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,1,128,1,bfloat16,fp8,0,0.07800800204277039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,2,128,1,bfloat16,fp8,0,0.3587071895599365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,2,128,1,bfloat16,bfloat16,0,0.06380959749221801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,2,128,1,fp8,fp8,0,0.0472896009683609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,2,128,1,bfloat16,fp8,0,0.06993280053138733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,1,128,1,bfloat16,fp8,0,0.07070559859275818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,1,128,1,fp8,fp8,0,0.04729920029640198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,2,128,1,bfloat16,fp8,0,0.36244800090789797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,2,128,1,bfloat16,bfloat16,0,0.06159999966621399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,2,128,1,bfloat16,fp8,0,0.06981760263442993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,2,128,1,fp8,fp8,0,0.04726400077342987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,1,128,1,fp8,fp8,0,0.04721759855747223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,2,1,128,1,bfloat16,bfloat16,0,0.5682975769042968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,1,128,1,fp8,fp8,0,0.13533920049667358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,2,1,128,1,bfloat16,fp8,0,0.6399007797241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,2,1,128,1,fp8,fp8,0,0.4222896099090576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,2,128,1,bfloat16,bfloat16,0,0.3153599977493286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,2,128,1,bfloat16,fp8,0,0.3436160087585449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,2,128,1,fp8,fp8,0,0.22151520252227783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,1,128,1,bfloat16,bfloat16,0,0.2938528060913086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,1,128,1,bfloat16,fp8,0,0.327673602104187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,2,128,1,bfloat16,bfloat16,0,0.1641055941581726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,2,128,1,bfloat16,fp8,0,0.18435200452804565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,2,128,1,fp8,fp8,0,0.1210479974746704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,1,128,1,bfloat16,bfloat16,0,0.06165599822998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,1,128,1,bfloat16,bfloat16,0,0.15994080305099487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,1,128,1,bfloat16,fp8,0,0.17865920066833496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,1,128,1,fp8,fp8,0,0.12715519666671754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,2,128,1,bfloat16,bfloat16,0,0.09459519982337952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,2,128,1,fp8,fp8,0,0.07395039796829224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,1,128,1,bfloat16,fp8,0,0.06980320215225219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,1,128,1,bfloat16,fp8,0,0.10920159816741944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,1,128,1,fp8,fp8,0,0.0698144018650055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,2,128,1,bfloat16,bfloat16,0,0.0640944004058838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,2,128,1,bfloat16,fp8,0,0.06980320215225219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,2,128,1,fp8,fp8,0,0.04721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,1,128,1,bfloat16,bfloat16,0,0.059734398126602174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,1,128,1,fp8,fp8,0,0.045259198546409606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,1,128,1,bfloat16,fp8,0,0.06961759924888611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,2,128,1,bfloat16,bfloat16,0,0.04522719979286194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,2,128,1,bfloat16,fp8,0,0.05140479803085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,2,128,1,fp8,fp8,0,0.03292959928512573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,1,128,1,bfloat16,bfloat16,0,0.04383679926395416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,2,128,1,bfloat16,fp8,0,0.07850559949874877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,1,128,1,bfloat16,fp8,0,0.05126399993896484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,1,128,1,fp8,fp8,0,0.032913601398468016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,2,128,1,bfloat16,bfloat16,0,0.04319039881229401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,2,128,1,bfloat16,fp8,0,0.04926399886608124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,2,128,1,fp8,fp8,0,0.032915198802948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,1,128,1,bfloat16,bfloat16,0,0.04312640130519867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,1,128,1,bfloat16,fp8,0,0.04930880069732666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,1,128,1,fp8,fp8,0,0.03296479880809784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,2,128,1,bfloat16,bfloat16,0,0.043191999197006226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,2,128,1,fp8,fp8,0,0.03289600014686585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,1,128,1,bfloat16,bfloat16,0,0.04211199879646301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,1,128,1,bfloat16,fp8,0,0.04790239930152893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,1,128,1,bfloat16,bfloat16,0,0.06090400218963623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,1,128,1,fp8,fp8,0,0.03293280005455017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,2,1,128,1,bfloat16,bfloat16,0,0.3567456007003784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,2,1,128,1,bfloat16,fp8,0,0.400161600112915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,2,1,128,1,fp8,fp8,0,0.2663424015045166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,2,128,1,bfloat16,bfloat16,0,0.2024832010269165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,2,128,1,bfloat16,fp8,0,0.22226240634918212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,2,128,1,fp8,fp8,0,0.13742560148239136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,1,128,1,bfloat16,bfloat16,0,0.17853280305862426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,1,128,1,bfloat16,fp8,0,0.2029952049255371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,1,128,1,fp8,fp8,0,0.13671679496765138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,2,128,1,fp8,fp8,0,0.07404000163078309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,1,128,1,fp8,fp8,0,0.22132480144500732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,1,128,1,bfloat16,bfloat16,0,0.09738240242004395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,1,128,1,bfloat16,fp8,0,0.11118240356445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,1,128,1,fp8,fp8,0,0.07479199767112732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,2,128,1,bfloat16,fp8,0,0.04925599992275238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,2,128,1,bfloat16,fp8,0,0.06379520297050476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,2,128,1,fp8,fp8,0,0.043094399571418765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,1,128,1,bfloat16,bfloat16,0,0.05346239805221557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,1,128,1,bfloat16,fp8,0,0.06325119733810425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,2,128,1,bfloat16,fp8,0,0.10643680095672607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,1,128,1,bfloat16,bfloat16,0,0.09233440160751342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,2,128,1,bfloat16,bfloat16,0,0.037049600481987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,2,128,1,bfloat16,fp8,0,0.04461280107498169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,2,128,1,fp8,fp8,0,0.028863999247550964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,1,128,1,bfloat16,bfloat16,0,0.03696320056915283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,1,128,1,bfloat16,fp8,0,0.043198400735855104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,2,128,1,bfloat16,bfloat16,0,0.026700800657272337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,2,128,1,bfloat16,fp8,0,0.03144479990005493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,2,128,1,fp8,fp8,0,0.019966399669647215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,1,128,1,bfloat16,bfloat16,0,0.026712000370025635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,1,128,1,bfloat16,fp8,0,0.030817601084709167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,1,128,1,fp8,fp8,0,0.020623999834060668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,2,128,1,bfloat16,bfloat16,0,0.024670399725437164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,2,128,1,bfloat16,fp8,0,0.030404800176620485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,2,128,1,fp8,fp8,0,0.018628799915313722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,1,128,1,bfloat16,bfloat16,0,0.02473759949207306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,2,128,1,bfloat16,bfloat16,0,0.100547194480896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,1,128,1,bfloat16,fp8,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,1,128,1,fp8,fp8,0,0.01865759938955307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,2,128,1,fp8,fp8,0,0.01860000044107437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,1,128,1,bfloat16,bfloat16,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,1,128,1,bfloat16,fp8,0,0.028815999627113342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,1,128,1,fp8,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,2,128,1,bfloat16,bfloat16,0,0.056934398412704465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,2,128,1,bfloat16,bfloat16,0,0.024702399969100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,2,128,1,fp8,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,1,128,1,bfloat16,bfloat16,0,0.02465759962797165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,1,128,1,fp8,fp8,0,0.041177600622177124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,1,128,1,bfloat16,fp8,0,0.028865599632263185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,1,128,1,fp8,fp8,0,0.01852640062570572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,2,1,128,1,bfloat16,bfloat16,0,0.12826240062713623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,1,128,1,fp8,fp8,0,0.0292959988117218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,2,1,128,1,fp8,fp8,0,0.09764639735221863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,2,1,128,1,bfloat16,fp8,0,0.1415343999862671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,2,128,1,bfloat16,bfloat16,0,0.0699567973613739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,2,128,1,fp8,fp8,0,0.051344001293182374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,1,128,1,bfloat16,bfloat16,0,0.06776639819145203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,1,128,1,bfloat16,fp8,0,0.07504479885101319
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,2,128,1,bfloat16,bfloat16,0,0.039166399836540224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,2,128,1,bfloat16,fp8,0,0.04523360133171082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,2,128,1,fp8,fp8,0,0.02879360020160675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,2,128,1,bfloat16,fp8,0,0.11486719846725464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,1,128,1,bfloat16,bfloat16,0,0.037067198753356935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,1,128,1,bfloat16,fp8,0,0.04320479929447174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,1,128,1,fp8,fp8,0,0.028799998760223388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,2,128,1,bfloat16,bfloat16,0,0.024721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,2,128,1,bfloat16,fp8,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,2,128,1,fp8,fp8,0,0.01857440024614334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,1,128,1,bfloat16,bfloat16,0,0.022737599909305573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,2,128,1,bfloat16,fp8,0,0.026903998851776124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,1,128,1,bfloat16,fp8,0,0.028788799047470094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,1,128,1,fp8,fp8,0,0.018559999763965607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,1,128,1,bfloat16,bfloat16,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,2,128,1,fp8,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,2,128,1,bfloat16,fp8,0,0.020604799687862396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,1,128,1,bfloat16,fp8,0,0.020126399397850037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,2,128,1,bfloat16,bfloat16,0,0.014563199877738953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,2,128,1,bfloat16,fp8,0,0.01858240067958832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,2,128,1,fp8,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,1,128,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,1,128,1,bfloat16,fp8,0,0.01855839937925339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,1,128,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,2,128,1,bfloat16,fp8,0,0.08212159872055054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,2,128,1,bfloat16,bfloat16,0,0.014457599818706512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,2,128,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,1,128,1,bfloat16,bfloat16,0,0.014473600685596466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,1,128,1,fp8,fp8,0,0.05242879986763001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,1,128,1,bfloat16,fp8,0,0.018569600582122803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,1,128,1,fp8,fp8,0,0.012353599816560746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,2,128,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,2,128,1,bfloat16,fp8,0,0.018566399812698364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,2,128,1,fp8,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,2,128,1,bfloat16,bfloat16,0,0.024659200012683867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,1,128,1,bfloat16,fp8,0,0.018492799997329713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,1,128,1,fp8,fp8,0,0.0123648002743721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,2,128,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,2,128,1,bfloat16,fp8,0,0.018585599958896637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,2,128,1,fp8,fp8,0,0.01236959993839264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,1,128,1,bfloat16,fp8,0,0.018518400192260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,1,128,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,2,1,128,1,bfloat16,bfloat16,0,0.05136160254478454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,2,128,1,bfloat16,bfloat16,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,2,1,128,1,fp8,fp8,0,0.041119998693466185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,1,128,1,fp8,fp8,0,0.012489599734544754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,2,128,1,bfloat16,bfloat16,0,0.02930560111999512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,2,128,1,bfloat16,fp8,0,0.03501279950141907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,2,128,1,fp8,fp8,0,0.02272160053253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,1,128,1,bfloat16,bfloat16,0,0.028747200965881348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,1,128,1,bfloat16,fp8,0,0.0329039990901947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,2,128,1,bfloat16,bfloat16,0,0.019940799474716185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,2,128,1,bfloat16,fp8,0,0.02330880016088486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,2,128,1,fp8,fp8,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,1,128,1,bfloat16,bfloat16,0,0.018588800728321076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,1,128,1,bfloat16,fp8,0,0.02272319942712784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,1,128,1,bfloat16,bfloat16,0,0.01449279934167862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,2,128,1,bfloat16,fp8,0,0.028758400678634645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,1,128,1,fp8,fp8,0,0.014548799395561219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,2,128,1,bfloat16,bfloat16,0,0.012345600128173827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,2,128,1,bfloat16,fp8,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,1,128,1,bfloat16,bfloat16,0,0.011430399864912033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,1,128,1,bfloat16,bfloat16,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,1,128,1,fp8,fp8,0,0.008416000008583068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,2,128,1,bfloat16,bfloat16,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,2,128,1,bfloat16,fp8,0,0.01440960019826889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,2,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,1,128,1,bfloat16,bfloat16,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,1,128,1,bfloat16,fp8,0,0.014451199769973755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,2,1,128,1,bfloat16,fp8,0,0.060408002138137816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,2,128,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,2,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,2,128,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,1,128,1,bfloat16,bfloat16,0,0.010331200063228607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,1,128,1,bfloat16,fp8,0,0.012454400211572647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,2,128,1,bfloat16,bfloat16,0,0.010795199871063232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,2,128,1,bfloat16,fp8,0,0.012539200484752655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,1,128,1,fp8,fp8,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,1,128,1,bfloat16,bfloat16,0,0.010375999659299851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,1,128,1,bfloat16,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,1,128,1,fp8,fp8,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,2,128,1,bfloat16,bfloat16,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,2,128,1,bfloat16,fp8,0,0.012399999797344208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,2,128,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,1,128,1,bfloat16,bfloat16,0,0.01037919968366623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,1,128,1,bfloat16,fp8,0,0.012436799705028534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,2,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,1,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,2,128,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,2,128,1,bfloat16,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,1,128,1,bfloat16,fp8,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,2,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,1,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,1,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,2,1,128,1,bfloat16,bfloat16,0,0.026800000667572023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,1,128,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,2,1,128,1,bfloat16,fp8,0,0.03285920023918152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,2,1,128,1,fp8,fp8,0,0.021004800498485566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,2,128,1,bfloat16,bfloat16,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,2,128,1,fp8,fp8,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,1,128,1,bfloat16,bfloat16,0,0.018507200479507446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,1,128,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,1,128,1,bfloat16,fp8,0,0.022620800137519836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,2,128,1,bfloat16,bfloat16,0,0.010447999835014344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,2,128,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,2,128,1,bfloat16,fp8,0,0.014563199877738953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,2,128,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,1,128,1,bfloat16,bfloat16,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,1,128,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,1,128,1,bfloat16,fp8,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,2,128,1,bfloat16,bfloat16,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,2,128,1,bfloat16,fp8,0,0.012444800138473511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,2,128,1,fp8,fp8,0,0.00902400016784668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,1,128,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,1,128,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,2,128,1,bfloat16,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,1,128,1,bfloat16,bfloat16,0,0.01032480001449585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,2,128,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,1,128,1,bfloat16,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,1,128,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,1,128,1,bfloat16,bfloat16,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,2,128,1,bfloat16,bfloat16,0,0.010356800258159637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,2,128,1,bfloat16,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,2,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,1,128,1,bfloat16,fp8,0,0.012408000230789185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,1,128,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,2,128,1,bfloat16,fp8,0,0.01242400035262108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,2,128,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,1,128,1,fp8,fp8,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,1,128,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,1,128,1,bfloat16,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,1,128,1,fp8,fp8,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,2,128,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,2,128,1,bfloat16,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,2,128,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,1,128,1,bfloat16,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,1,128,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,2,128,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,1,128,1,bfloat16,fp8,0,0.01247360035777092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,1,128,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,2,128,1,bfloat16,bfloat16,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,1,128,1,bfloat16,bfloat16,0,0.010315199941396713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,1,128,1,bfloat16,fp8,0,0.012444800138473511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,1,128,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,1,128,1,bfloat16,bfloat16,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,2,128,1,bfloat16,bfloat16,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,2,1,128,1,bfloat16,fp8,0,0.0268095999956131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,2,1,128,1,fp8,fp8,0,0.018619200587272643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,2,128,1,bfloat16,bfloat16,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,2,128,1,bfloat16,fp8,0,0.020550400018692017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,2,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,1,128,1,bfloat16,bfloat16,0,0.01650879979133606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,1,128,1,bfloat16,fp8,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,2,128,1,bfloat16,fp8,0,0.018531200289726258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,2,128,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,2,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,1,128,1,bfloat16,bfloat16,0,0.010366400331258773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,1,128,1,bfloat16,fp8,0,0.01242239996790886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,1,128,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,2,128,1,bfloat16,bfloat16,0,0.01029599979519844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,2,128,1,bfloat16,fp8,0,0.012441600114107132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,2,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,2,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,1,128,1,bfloat16,bfloat16,0,0.009388799965381622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,1,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,1,128,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,2,128,1,bfloat16,bfloat16,0,0.009073600172996521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,2,128,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,1,128,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,1,128,1,bfloat16,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,1,128,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,2,128,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,2,128,1,bfloat16,fp8,0,0.02272160053253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,2,128,1,bfloat16,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,2,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,1,128,1,bfloat16,fp8,0,0.012334399670362473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,1,128,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,1,128,1,fp8,fp8,0,0.012486399710178375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,2,128,1,bfloat16,bfloat16,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,2,128,1,bfloat16,fp8,0,0.012436799705028534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,2,128,1,fp8,fp8,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,2,128,1,bfloat16,fp8,0,0.012489599734544754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,1,128,1,bfloat16,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,2,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,2,128,1,bfloat16,fp8,0,0.012380799651145935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,2,128,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,1,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,1,128,1,bfloat16,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,2,128,1,bfloat16,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,1,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,2,128,1,bfloat16,fp8,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,2,128,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,2,128,1,bfloat16,fp8,0,0.0123648002743721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,1,128,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,2,1,128,1,bfloat16,bfloat16,0,0.022686399519443512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,1,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,2,1,128,1,bfloat16,bfloat16,0,0.020662400126457214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,2,1,128,1,bfloat16,fp8,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,2,1,128,1,fp8,fp8,0,0.01727360039949417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,2,128,1,bfloat16,bfloat16,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,2,128,1,bfloat16,fp8,0,0.01852000057697296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,1,128,1,bfloat16,bfloat16,0,0.008459199965000153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,2,128,1,fp8,fp8,0,0.012464000284671784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,1,128,1,bfloat16,bfloat16,0,0.014483200013637542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,1,128,1,fp8,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,1,128,1,bfloat16,fp8,0,0.018532800674438476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,2,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,1,128,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,1,128,1,bfloat16,bfloat16,0,0.009123200178146362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,1,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,2,128,1,bfloat16,bfloat16,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,2,128,1,bfloat16,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,2,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,1,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,1,128,1,bfloat16,fp8,0,0.012356799840927125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,1,128,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,2,128,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,2,128,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,2,128,1,bfloat16,fp8,0,0.011515200138092041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,1,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,1,128,1,bfloat16,fp8,0,0.011236800253391266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,1,128,1,bfloat16,fp8,0,0.012372799962759019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,1,128,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,2,128,1,bfloat16,bfloat16,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,2,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,1,128,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,1,128,1,bfloat16,fp8,0,0.010729599744081497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,2,128,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,2,128,1,bfloat16,bfloat16,0,0.010137599706649781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,2,128,1,bfloat16,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,2,128,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,1,128,1,bfloat16,bfloat16,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,1,128,1,bfloat16,fp8,0,0.012425599992275238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,1,128,1,bfloat16,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,1,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,2,128,1,bfloat16,fp8,0,0.010463999956846238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,2,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,1,128,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,1,128,1,bfloat16,fp8,0,0.011019200086593628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,1,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,2,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,2,128,1,bfloat16,fp8,0,0.010579200088977813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,2,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,1,128,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,1,128,1,bfloat16,fp8,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,2,128,1,bfloat16,fp8,0,0.010497599840164185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,1,128,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,2,1,128,1,bfloat16,bfloat16,0,0.020561599731445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,2,1,128,1,bfloat16,fp8,0,0.02272319942712784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,2,1,128,1,fp8,fp8,0,0.01656160056591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,2,128,1,bfloat16,bfloat16,0,0.014539200067520141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,1,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,2,128,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,1,128,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,2,128,1,bfloat16,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,1,128,1,fp8,fp8,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,2,128,1,bfloat16,bfloat16,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,2,128,1,bfloat16,fp8,0,0.011510399729013443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,1,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,1,128,1,bfloat16,bfloat16,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,1,128,1,bfloat16,fp8,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,2,128,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,1,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,2,128,1,bfloat16,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,1,128,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,1,128,1,bfloat16,fp8,0,0.011286400258541107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,1,128,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,2,128,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,2,128,1,bfloat16,fp8,0,0.010952000319957734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,2,128,1,fp8,fp8,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,2,128,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,1,128,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,1,128,1,bfloat16,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,2,128,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,2,128,1,bfloat16,fp8,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,2,128,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,1,128,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,1,128,1,bfloat16,fp8,0,0.0104592002928257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,1,128,1,fp8,fp8,0,0.008251199871301651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,2,128,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,2,128,1,bfloat16,bfloat16,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,2,128,1,bfloat16,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,2,128,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,1,128,1,bfloat16,fp8,0,0.012427199631929398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,2,128,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,2,128,1,bfloat16,bfloat16,0,0.008416000008583068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,2,128,1,bfloat16,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,2,128,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,2,128,1,fp8,fp8,0,0.006956800073385239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,1,128,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,1,128,1,bfloat16,fp8,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,2,128,1,bfloat16,bfloat16,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,2,128,1,bfloat16,fp8,0,0.010545600205659866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,2,128,1,fp8,fp8,0,0.008193600177764892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,1,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,1,128,1,bfloat16,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,1,128,1,fp8,fp8,0,0.0067344002425670626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,1,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,1,128,1,bfloat16,bfloat16,0,0.014422400295734406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,1,128,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,1,128,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,1,1,128,1,bfloat16,bfloat16,0,2.0609792709350585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,2,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,1,128,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,1,1,128,1,fp8,fp8,0,1.5378735542297364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,1,1,128,1,bfloat16,bfloat16,0,1.2305232048034669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,1,1,128,1,fp8,fp8,0,0.8790495872497559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,1,1,128,1,fp8,fp8,0,0.6129695892333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,1,1,128,1,bfloat16,bfloat16,0,0.8092464447021485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,1,1,128,1,bfloat16,fp8,0,0.8946928024291992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,1,1,128,1,bfloat16,bfloat16,0,1.188044834136963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,1,1,128,1,fp8,fp8,0,0.8929856300354004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,1,1,128,1,bfloat16,fp8,0,1.3087984085083009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,1,1,128,1,fp8,fp8,0,0.5447391986846923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,1,1,128,1,bfloat16,fp8,0,0.7787968158721924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,1,1,128,1,bfloat16,bfloat16,0,0.471665620803833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,1,1,128,1,fp8,fp8,0,0.35570878982543946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,1,1,128,1,bfloat16,bfloat16,0,0.8783424377441407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,1,1,128,1,fp8,fp8,0,0.6568816184997559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,1,1,128,1,bfloat16,bfloat16,0,0.554036808013916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,1,1,128,1,bfloat16,fp8,0,0.9665280342102051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,1,1,128,1,bfloat16,fp8,0,2.2347295761108397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,1,1,128,1,fp8,fp8,0,0.41326398849487306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,1,1,128,1,bfloat16,fp8,0,0.6021791934967041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,1,1,128,1,fp8,fp8,0,0.3082159996032715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,1,1,128,1,bfloat16,fp8,0,1.3156368255615234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,1,1,128,1,bfloat16,bfloat16,0,1.0293055534362794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,1,1,128,1,bfloat16,bfloat16,0,0.6053887844085694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,1,1,128,1,bfloat16,bfloat16,0,0.7329296112060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,1,1,128,1,bfloat16,fp8,0,0.6602704048156738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,1,1,128,1,bfloat16,fp8,0,0.5167695999145507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,1,1,128,1,fp8,fp8,0,0.4755727767944336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,1,1,128,1,bfloat16,bfloat16,0,0.3977776050567627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,1,1,128,1,fp8,fp8,0,0.31265599727630616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,1,1,128,1,bfloat16,bfloat16,0,0.3093199968338013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,1,1,128,1,bfloat16,fp8,0,0.34001760482788085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,1,1,128,1,bfloat16,bfloat16,0,0.38520638942718505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,1,1,128,1,bfloat16,fp8,0,0.4253104209899902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,1,1,128,1,bfloat16,bfloat16,0,0.6134448051452637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,1,1,128,1,fp8,fp8,0,0.484332799911499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,1,1,128,1,bfloat16,fp8,0,0.6971136093139648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,1,1,128,1,bfloat16,bfloat16,0,0.3659535884857178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,1,1,128,1,bfloat16,fp8,0,0.41841440200805663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,1,1,128,1,fp8,fp8,0,0.8170191764831543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,1,1,128,1,bfloat16,bfloat16,0,0.2416624069213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,1,1,128,1,fp8,fp8,0,0.19663679599761963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,1,1,128,1,bfloat16,bfloat16,0,0.23154239654541015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,1,1,128,1,bfloat16,fp8,0,0.27065119743347166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,1,1,128,1,fp8,fp8,0,0.17429280281066895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,1,1,128,1,bfloat16,fp8,0,0.4366464138031006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,1,1,128,1,bfloat16,bfloat16,0,0.5796656131744384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,1,1,128,1,bfloat16,fp8,0,0.5973440170288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,1,1,128,1,fp8,fp8,0,0.4096704006195068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,1,1,128,1,bfloat16,bfloat16,0,0.3309135913848877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,1,1,128,1,bfloat16,fp8,0,0.34632799625396726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,1,1,128,1,bfloat16,bfloat16,0,0.20697441101074218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,1,1,128,1,bfloat16,fp8,0,0.22775681018829347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,1,1,128,1,fp8,fp8,0,0.15578880310058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,1,1,128,1,bfloat16,bfloat16,0,0.1583888053894043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,1,1,128,1,bfloat16,fp8,0,0.17505120038986205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,1,1,128,1,fp8,fp8,0,0.11898080110549927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,1,1,128,1,bfloat16,bfloat16,0,0.15579839944839477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,1,1,128,1,bfloat16,fp8,0,1.1297247886657715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,1,1,128,1,bfloat16,fp8,0,0.17214720249176024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,1,1,128,1,fp8,fp8,0,0.11694400310516358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,1,1,128,1,bfloat16,fp8,0,0.2663536071777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,1,1,128,1,bfloat16,bfloat16,0,0.3488768100738525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,1,1,128,1,bfloat16,fp8,0,0.36330080032348633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,1,1,128,1,bfloat16,bfloat16,0,0.20497119426727295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,1,1,128,1,fp8,fp8,0,0.2502943992614746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,1,1,128,1,bfloat16,fp8,0,0.22917919158935546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,1,1,128,1,fp8,fp8,0,0.14763840436935424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,1,1,128,1,fp8,fp8,0,0.10186560153961181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,1,1,128,1,bfloat16,bfloat16,0,0.1188815951347351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,1,1,128,1,bfloat16,fp8,0,0.13147200345993043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,1,1,128,1,fp8,fp8,0,0.09025760293006897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,1,1,128,1,bfloat16,bfloat16,0,0.1182703971862793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,1,1,128,1,fp8,fp8,0,0.23344480991363525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,1,1,128,1,bfloat16,fp8,0,0.13116960525512694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,1,1,128,1,fp8,fp8,0,0.09093440175056458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,1,1,128,1,fp8,fp8,0,0.23629601001739503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,1,1,128,1,bfloat16,bfloat16,0,0.3164112091064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,1,1,128,1,bfloat16,bfloat16,0,0.17171679735183715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,1,1,128,1,fp8,fp8,0,0.22527999877929689
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,1,1,128,1,bfloat16,fp8,0,0.330132794380188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,1,1,128,1,bfloat16,fp8,0,0.19884320497512817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,1,1,128,1,bfloat16,bfloat16,0,0.11628799438476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,1,1,128,1,bfloat16,fp8,0,0.12447839975357056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,1,1,128,1,fp8,fp8,0,0.0844655990600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,1,1,128,1,fp8,fp8,0,0.27661919593811035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,1,1,128,1,bfloat16,bfloat16,0,0.08808000087738037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,1,1,128,1,bfloat16,fp8,0,0.09234240055084228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,1,1,128,1,fp8,fp8,0,0.06363999843597412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,1,1,128,1,bfloat16,bfloat16,0,0.08366400003433228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,1,1,128,1,bfloat16,fp8,0,0.09414719939231872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,1,1,128,1,bfloat16,bfloat16,0,0.08005920052528381
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,1,1,128,1,bfloat16,fp8,0,0.0925279974937439
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,1,1,128,1,bfloat16,bfloat16,0,0.1867184042930603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,1,1,128,1,bfloat16,fp8,0,0.21709918975830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,1,1,128,1,fp8,fp8,0,0.14148319959640504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,1,1,128,1,bfloat16,bfloat16,0,0.1149407982826233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,1,1,128,1,bfloat16,fp8,0,0.12305760383605957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,1,1,128,1,fp8,fp8,0,0.08785759806632995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,1,1,128,1,bfloat16,bfloat16,0,0.0718832015991211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,1,1,128,1,bfloat16,fp8,0,0.08223360180854797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,1,1,128,1,bfloat16,bfloat16,0,0.06737120151519775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,1,1,128,1,bfloat16,fp8,0,0.07189120054244995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,1,1,128,1,fp8,fp8,0,0.05130559802055359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,1,1,128,1,bfloat16,bfloat16,0,0.06176480054855347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,1,1,128,1,fp8,fp8,0,0.047260800004005434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,1,1,128,1,bfloat16,fp8,0,0.07393280267715455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,1,1,128,1,bfloat16,bfloat16,0,0.061615997552871705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,1,1,128,1,bfloat16,fp8,0,0.0718608021736145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,1,1,128,1,fp8,fp8,0,0.05066080093383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,1,1,128,1,bfloat16,bfloat16,0,0.1817263960838318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,1,1,128,1,bfloat16,fp8,0,0.20086400508880614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,1,1,128,1,fp8,fp8,0,0.06163039803504944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,1,1,128,1,fp8,fp8,0,0.1374783992767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,1,1,128,1,fp8,fp8,0,0.06360800266265869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,1,1,128,1,bfloat16,bfloat16,0,0.10266079902648925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,1,1,128,1,bfloat16,fp8,0,0.1151263952255249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,1,1,128,1,fp8,fp8,0,0.07597280144691468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,1,1,128,1,bfloat16,bfloat16,0,0.13356000185012817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,1,1,128,1,bfloat16,fp8,0,0.0757968008518219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,1,1,128,1,bfloat16,bfloat16,0,0.04523679912090302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,1,1,128,1,bfloat16,fp8,0,0.05346400141716003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,1,1,128,1,fp8,fp8,0,0.03581759929656982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,1,1,128,1,bfloat16,bfloat16,0,0.04317600131034851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,1,1,128,1,fp8,fp8,0,0.03498240113258362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,1,1,128,1,bfloat16,bfloat16,0,0.04340479969978332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,1,1,128,1,fp8,fp8,0,0.053483200073242185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,1,1,128,1,bfloat16,fp8,0,0.04995999932289123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,1,1,128,1,fp8,fp8,0,0.03449920117855072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,1,1,128,1,bfloat16,bfloat16,0,0.04430719912052154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,1,1,128,1,bfloat16,fp8,0,0.050332802534103396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,1,1,128,1,fp8,fp8,0,0.033959999680519104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,1,1,128,1,bfloat16,bfloat16,0,0.1134768009185791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,1,1,128,1,bfloat16,fp8,0,0.12924959659576415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,1,1,128,1,fp8,fp8,0,0.12988320589065552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,1,1,128,1,bfloat16,bfloat16,0,0.06187679767608643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,1,1,128,1,bfloat16,fp8,0,0.0718608021736145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,1,1,128,1,fp8,fp8,0,0.0488400012254715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,1,1,128,1,bfloat16,bfloat16,0,0.04086880087852478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,1,1,128,1,bfloat16,fp8,0,0.04717600047588348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,1,1,128,1,fp8,fp8,0,0.031052801012992858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,1,1,128,1,bfloat16,bfloat16,0,0.027935999631881713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,1,1,128,1,bfloat16,fp8,0,0.03293280005455017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,1,1,128,1,fp8,fp8,0,0.020660799741744996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,1,1,128,1,bfloat16,bfloat16,0,0.02476319968700409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,1,1,128,1,bfloat16,fp8,0,0.030656000971794127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,1,1,128,1,bfloat16,bfloat16,0,0.06646400094032287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,1,1,128,1,fp8,fp8,0,0.049377599358558656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,1,1,128,1,bfloat16,bfloat16,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,1,1,128,1,bfloat16,fp8,0,0.028782400488853454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,1,1,128,1,fp8,fp8,0,0.018747200071811677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,1,1,128,1,bfloat16,fp8,0,0.028856000304222106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,1,1,128,1,fp8,fp8,0,0.01860959976911545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,1,1,128,1,bfloat16,bfloat16,0,0.024843199551105498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,1,1,128,1,bfloat16,fp8,0,0.05133439898490906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,1,1,128,1,fp8,fp8,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,1,1,128,1,bfloat16,bfloat16,0,0.04319359958171844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,1,1,128,1,bfloat16,fp8,0,0.05140479803085327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,1,1,128,1,fp8,fp8,0,0.03318400084972382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,1,1,128,1,bfloat16,bfloat16,0,0.026815998554229736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,1,1,128,1,bfloat16,fp8,0,0.031727999448776245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,1,1,128,1,fp8,fp8,0,0.021035200357437132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,1,1,128,1,bfloat16,bfloat16,0,0.01690240055322647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,1,1,128,1,bfloat16,fp8,0,0.02264160066843033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,1,1,128,1,fp8,fp8,0,0.014595200121402741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,1,1,128,1,fp8,fp8,0,0.0882207989692688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,1,1,128,1,bfloat16,bfloat16,0,0.01648000031709671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,1,1,128,1,bfloat16,fp8,0,0.018592000007629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,1,1,128,1,fp8,fp8,0,0.01249919980764389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,1,1,128,1,bfloat16,bfloat16,0,0.01465120017528534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,1,1,128,1,bfloat16,fp8,0,0.018592000007629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,1,1,128,1,fp8,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,1,1,128,1,bfloat16,fp8,0,0.018590399622917177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,1,1,128,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,1,1,128,1,bfloat16,bfloat16,0,0.01448799967765808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,1,1,128,1,fp8,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,1,1,128,1,bfloat16,bfloat16,0,0.01443679928779602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,1,1,128,1,bfloat16,fp8,0,0.1437440037727356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,1,1,128,1,bfloat16,fp8,0,0.018324799835681915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,1,1,128,1,fp8,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,1,1,128,1,bfloat16,bfloat16,0,0.024798400700092316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,1,1,128,1,bfloat16,bfloat16,0,0.020609599351882935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,1,1,128,1,bfloat16,fp8,0,0.0267984002828598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,1,1,128,1,bfloat16,bfloat16,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,1,1,128,1,bfloat16,fp8,0,0.02876960039138794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,1,1,128,1,bfloat16,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,1,1,128,1,fp8,fp8,0,0.01037919968366623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,1,1,128,1,bfloat16,bfloat16,0,0.010470400005578995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,1,1,128,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,1,1,128,1,bfloat16,fp8,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,1,1,128,1,bfloat16,bfloat16,0,0.010391999781131745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,1,1,128,1,bfloat16,fp8,0,0.012569600343704223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,1,1,128,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,1,1,128,1,bfloat16,bfloat16,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,1,1,128,1,bfloat16,fp8,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,1,1,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,1,1,128,1,bfloat16,bfloat16,0,0.010318399965763092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,1,1,128,1,bfloat16,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,1,1,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,1,1,128,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,1,1,128,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,1,1,128,1,bfloat16,bfloat16,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,1,1,128,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,1,1,128,1,bfloat16,fp8,0,0.01852000057697296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,1,1,128,1,bfloat16,fp8,0,0.016047999262809753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,1,1,128,1,fp8,fp8,0,0.020596800744533537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,1,1,128,1,bfloat16,bfloat16,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,1,1,128,1,bfloat16,fp8,0,0.014100800454616546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,1,1,128,1,fp8,fp8,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,1,1,128,1,fp8,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,1,1,128,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,1,1,128,1,bfloat16,fp8,0,0.012491200119256973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,1,1,128,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,1,1,128,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,1,1,128,1,bfloat16,fp8,0,0.012408000230789185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,1,1,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,1,1,128,1,bfloat16,fp8,0,0.012478400021791458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,1,1,128,1,bfloat16,bfloat16,0,0.01037919968366623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,1,1,128,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,1,1,128,1,bfloat16,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,1,1,128,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,1,1,128,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,1,1,128,1,bfloat16,bfloat16,0,0.010375999659299851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,1,1,128,1,bfloat16,bfloat16,0,0.010286399722099304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,1,1,128,1,bfloat16,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,1,1,128,1,bfloat16,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,1,1,128,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,1,1,128,1,bfloat16,bfloat16,0,0.010377600044012069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,1,1,128,1,bfloat16,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,1,1,128,1,fp8,fp8,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,1,1,128,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,1,1,128,1,bfloat16,bfloat16,0,0.01032480001449585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,1,1,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,1,1,128,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,1,1,128,1,bfloat16,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,1,1,128,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,1,1,128,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,1,1,128,1,bfloat16,fp8,0,0.012399999797344208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,1,1,128,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,1,1,128,1,bfloat16,bfloat16,0,0.008881600201129913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,1,1,128,1,fp8,fp8,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,1,1,128,1,bfloat16,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,1,1,128,1,bfloat16,bfloat16,0,0.008991999924182892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,1,1,128,1,bfloat16,fp8,0,0.012368000298738479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,1,1,128,1,bfloat16,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,1,1,128,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,1,1,128,1,bfloat16,bfloat16,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,1,1,128,1,bfloat16,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,1,1,128,1,fp8,fp8,0,0.008243200182914735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,1,1,128,1,bfloat16,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,1,1,128,1,fp8,fp8,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,1,1,128,1,bfloat16,bfloat16,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,1,1,128,1,bfloat16,bfloat16,0,0.008420799672603608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,1,1,128,1,bfloat16,fp8,0,0.012368000298738479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,1,1,128,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,1,1,128,1,bfloat16,bfloat16,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,1,1,128,1,bfloat16,fp8,0,0.010540799796581268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,1,1,128,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,1,1,128,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,1,1,128,1,bfloat16,fp8,0,0.01207199990749359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,1,1,128,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,1,1,128,1,bfloat16,fp8,0,0.01141280010342598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,1,1,128,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,1,1,128,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,1,1,128,1,bfloat16,fp8,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,1,1,128,1,fp8,fp8,0,0.008052799850702286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,1,1,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,1,1,128,1,bfloat16,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,1,1,128,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,1,1,128,1,fp8,fp8,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,1,1,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,1,1,128,1,bfloat16,fp8,0,0.010699199885129929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,1,1,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,1,1,128,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,1,1,128,1,fp8,fp8,0,0.007862400263547897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,1,1,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,1,1,128,1,bfloat16,bfloat16,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,1,1,128,1,bfloat16,fp8,0,0.010518400371074677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,1,1,128,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,1,1,128,1,bfloat16,fp8,0,0.010796800255775452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,1,1,128,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,1,1,128,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,1,1,128,1,bfloat16,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,1,1,128,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,1,1,128,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,1,1,128,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,1,1,128,1,bfloat16,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,1,1,128,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,1,1,128,1,bfloat16,fp8,0,0.010382399708032609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,1,1,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,1,1,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,1,1,128,1,bfloat16,fp8,0,0.01204639971256256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,1,1,128,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,1,1,128,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,1,1,128,1,bfloat16,fp8,0,0.010489600151777268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,1,1,128,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,1,1,128,1,bfloat16,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,1,1,128,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,1,1,128,1,bfloat16,bfloat16,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,1,1,128,1,bfloat16,fp8,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,1,1,128,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,1,1,128,1,bfloat16,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,1,1,128,1,fp8,fp8,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,1,1,128,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,1,1,128,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,2,256,1,fp8,fp8,0,209.7923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,1,256,1,fp8,fp8,0,210.069775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,1,256,1,bfloat16,bfloat16,0,287.2926025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,2,256,1,bfloat16,bfloat16,0,289.5631591796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,4,256,1,bfloat16,bfloat16,0,307.599365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,4,256,1,fp8,fp8,0,211.729150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,8,256,1,fp8,fp8,0,226.15546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,1,256,1,bfloat16,fp8,0,507.241259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,2,256,1,bfloat16,fp8,0,510.155810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,8,256,1,bfloat16,bfloat16,0,314.62294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,4,256,1,bfloat16,fp8,0,515.912158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,1,256,1,fp8,fp8,0,105.224658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,96,256,1,fp8,fp8,0,147.4692626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,1,256,1,bfloat16,bfloat16,0,143.9417724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,2,256,1,bfloat16,bfloat16,0,143.6669677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,96,256,1,bfloat16,fp8,0,308.15244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,2,256,1,fp8,fp8,0,105.12752685546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,1,256,1,bfloat16,fp8,0,254.0265869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,96,8,256,1,bfloat16,fp8,0,525.24873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,4,256,1,bfloat16,bfloat16,0,144.67176513671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,4,256,1,fp8,fp8,0,105.2297119140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,96,256,1,bfloat16,bfloat16,0,283.5130615234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,2,256,1,bfloat16,fp8,0,254.5193603515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,96,256,1,bfloat16,bfloat16,0,93.42799682617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,8,256,1,bfloat16,bfloat16,0,154.59234619140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,8,256,1,fp8,fp8,0,105.813134765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,96,256,1,fp8,fp8,0,60.56319580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,4,256,1,bfloat16,fp8,0,255.44375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,1,256,1,bfloat16,bfloat16,0,72.29161376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,1,256,1,fp8,fp8,0,52.788909912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,2,256,1,fp8,fp8,0,52.74459228515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,2,256,1,bfloat16,bfloat16,0,72.0350830078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,96,256,1,bfloat16,fp8,0,154.43204345703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,4,256,1,bfloat16,bfloat16,0,72.23456420898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,4,256,1,fp8,fp8,0,52.806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,96,8,256,1,bfloat16,fp8,0,262.1675537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,1,256,1,bfloat16,fp8,0,127.51895751953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,2,256,1,bfloat16,fp8,0,127.4419677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,8,256,1,bfloat16,bfloat16,0,72.49677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,8,256,1,fp8,fp8,0,52.94959716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,4,256,1,bfloat16,fp8,0,127.44122314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,96,8,256,1,bfloat16,fp8,0,128.48802490234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,1,256,1,fp8,fp8,0,118.4761962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,1,256,1,bfloat16,bfloat16,0,162.17784423828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,2,256,1,fp8,fp8,0,118.45245361328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,2,256,1,bfloat16,bfloat16,0,161.938916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,4,256,1,bfloat16,bfloat16,0,169.43255615234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,4,256,1,fp8,fp8,0,118.54075927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,1,256,1,bfloat16,fp8,0,286.1847412109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,8,256,1,fp8,fp8,0,124.9312744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,2,256,1,bfloat16,fp8,0,286.235888671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,8,256,1,bfloat16,bfloat16,0,176.8680908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,96,256,1,fp8,fp8,0,84.62747192382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,1,256,1,bfloat16,bfloat16,0,81.31690673828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,96,256,1,bfloat16,bfloat16,0,162.3254150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,4,256,1,bfloat16,fp8,0,290.363330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,1,256,1,fp8,fp8,0,59.4127197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,96,256,1,bfloat16,fp8,0,175.14503173828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,2,256,1,bfloat16,bfloat16,0,81.12390747070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,1,256,1,bfloat16,fp8,0,143.333544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,2,256,1,fp8,fp8,0,59.37542724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,96,8,256,1,bfloat16,fp8,0,296.0393310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,4,256,1,bfloat16,bfloat16,0,81.34823608398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,4,256,1,fp8,fp8,0,59.40382080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,96,256,1,fp8,fp8,0,34.07796020507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,96,256,1,bfloat16,bfloat16,0,52.98489990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,8,256,1,fp8,fp8,0,59.594580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,2,256,1,bfloat16,fp8,0,143.38017578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,8,256,1,bfloat16,bfloat16,0,85.77357177734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,4,256,1,bfloat16,fp8,0,143.47926025390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,1,256,1,fp8,fp8,0,29.853469848632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,1,256,1,bfloat16,bfloat16,0,40.86690063476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,96,256,1,bfloat16,fp8,0,87.77659912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,2,256,1,fp8,fp8,0,29.831387329101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,2,256,1,bfloat16,bfloat16,0,40.7765869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,4,256,1,bfloat16,bfloat16,0,40.871209716796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,1,256,1,bfloat16,fp8,0,72.10966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,4,256,1,fp8,fp8,0,29.867672729492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,96,8,256,1,bfloat16,fp8,0,147.22442626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,2,256,1,bfloat16,fp8,0,72.06520385742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,8,256,1,bfloat16,bfloat16,0,40.93634948730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,8,256,1,fp8,fp8,0,29.931979370117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,4,256,1,bfloat16,fp8,0,72.07391357421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,96,8,256,1,bfloat16,fp8,0,72.34557495117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,1,256,1,fp8,fp8,0,164.78519287109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,2,256,1,fp8,fp8,0,164.6776123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,1,256,1,bfloat16,bfloat16,0,225.6435302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,2,256,1,bfloat16,bfloat16,0,229.8357666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,4,256,1,bfloat16,bfloat16,0,245.9799560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,4,256,1,fp8,fp8,0,173.64754638671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,1,256,1,bfloat16,fp8,0,397.7893310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,2,256,1,bfloat16,fp8,0,400.0743896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,8,256,1,fp8,fp8,0,180.6540283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,8,256,1,bfloat16,bfloat16,0,248.642919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,4,256,1,bfloat16,fp8,0,406.089697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,96,256,1,bfloat16,bfloat16,0,226.7431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,96,256,1,fp8,fp8,0,117.511181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,1,256,1,fp8,fp8,0,82.51830444335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,1,256,1,bfloat16,bfloat16,0,112.96112060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,2,256,1,bfloat16,bfloat16,0,112.77877197265624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,96,256,1,bfloat16,fp8,0,245.609033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,2,256,1,fp8,fp8,0,82.45708618164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,1,256,1,bfloat16,fp8,0,199.19893798828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,4,256,1,bfloat16,bfloat16,0,116.38458251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,96,8,256,1,bfloat16,fp8,0,412.335498046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,4,256,1,fp8,fp8,0,82.54125366210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,2,256,1,bfloat16,fp8,0,199.29591064453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,96,256,1,fp8,fp8,0,58.814642333984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,8,256,1,fp8,fp8,0,85.54216918945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,8,256,1,bfloat16,bfloat16,0,122.7368408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,4,256,1,bfloat16,fp8,0,201.69041748046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,96,256,1,bfloat16,bfloat16,0,113.36387939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,1,256,1,fp8,fp8,0,41.38161010742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,1,256,1,bfloat16,bfloat16,0,56.659765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,96,256,1,bfloat16,fp8,0,122.60638427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,2,256,1,bfloat16,bfloat16,0,56.555126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,2,256,1,fp8,fp8,0,41.369711303710936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,4,256,1,fp8,fp8,0,41.412332153320314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,96,8,256,1,bfloat16,fp8,0,205.8614501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,1,256,1,bfloat16,fp8,0,99.81654052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,4,256,1,bfloat16,bfloat16,0,56.70574951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,2,256,1,bfloat16,fp8,0,99.91915893554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,8,256,1,bfloat16,bfloat16,0,58.712701416015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,8,256,1,fp8,fp8,0,41.53489990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,96,256,1,bfloat16,bfloat16,0,37.43266296386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,96,256,1,fp8,fp8,0,23.94181671142578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,1,256,1,bfloat16,bfloat16,0,28.503860473632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,4,256,1,bfloat16,fp8,0,99.90133056640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,1,256,1,fp8,fp8,0,20.83042755126953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,96,256,1,bfloat16,fp8,0,61.55045166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,2,256,1,bfloat16,bfloat16,0,28.435345458984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,2,256,1,fp8,fp8,0,20.81725311279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,1,256,1,bfloat16,fp8,0,50.178961181640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,4,256,1,bfloat16,bfloat16,0,28.510076904296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,4,256,1,fp8,fp8,0,20.840000915527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,96,8,256,1,bfloat16,fp8,0,101.94794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,2,256,1,bfloat16,fp8,0,50.212640380859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,8,256,1,bfloat16,bfloat16,0,28.553958129882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,8,256,1,fp8,fp8,0,20.878887939453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,4,256,1,bfloat16,fp8,0,50.26558837890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,96,8,256,1,bfloat16,fp8,0,50.315972900390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,1,256,1,fp8,fp8,0,105.85340576171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,2,256,1,fp8,fp8,0,105.74212646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,1,256,1,bfloat16,bfloat16,0,144.93433837890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,2,256,1,bfloat16,bfloat16,0,146.42327880859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,4,256,1,bfloat16,bfloat16,0,157.2716552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,4,256,1,fp8,fp8,0,109.19207763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,1,256,1,bfloat16,fp8,0,255.4580322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,8,256,1,fp8,fp8,0,115.0714599609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,2,256,1,bfloat16,fp8,0,256.835205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,8,256,1,bfloat16,bfloat16,0,159.8908935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,4,256,1,bfloat16,fp8,0,260.86748046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,96,256,1,bfloat16,bfloat16,0,146.741455078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,96,256,1,fp8,fp8,0,75.276318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,1,256,1,fp8,fp8,0,53.01593017578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,1,256,1,bfloat16,bfloat16,0,72.6333251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,96,256,1,bfloat16,fp8,0,158.3046142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,2,256,1,bfloat16,bfloat16,0,72.52359619140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,2,256,1,fp8,fp8,0,52.96061401367187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,1,256,1,bfloat16,fp8,0,127.8559814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,96,8,256,1,bfloat16,fp8,0,264.8815673828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,4,256,1,bfloat16,bfloat16,0,73.64476318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,4,256,1,fp8,fp8,0,53.03756103515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,8,256,1,fp8,fp8,0,53.71251220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,2,256,1,bfloat16,fp8,0,128.1112548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,8,256,1,bfloat16,bfloat16,0,78.37534790039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,4,256,1,bfloat16,fp8,0,128.83780517578126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,96,256,1,fp8,fp8,0,38.05126037597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,96,256,1,bfloat16,bfloat16,0,73.0020751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,1,256,1,fp8,fp8,0,26.615768432617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,1,256,1,bfloat16,bfloat16,0,36.453271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,96,256,1,bfloat16,fp8,0,79.29646606445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,2,256,1,bfloat16,bfloat16,0,36.39560241699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,2,256,1,fp8,fp8,0,26.60694580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,4,256,1,fp8,fp8,0,26.61912841796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,96,8,256,1,bfloat16,fp8,0,132.10625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,1,256,1,bfloat16,fp8,0,64.24634399414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,4,256,1,bfloat16,bfloat16,0,36.46849365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,2,256,1,bfloat16,fp8,0,64.24432373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,96,256,1,fp8,fp8,0,15.506610107421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,8,256,1,fp8,fp8,0,26.698330688476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,8,256,1,bfloat16,bfloat16,0,36.93424072265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,96,256,1,bfloat16,bfloat16,0,24.338864135742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,4,256,1,bfloat16,fp8,0,64.22564697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,1,256,1,bfloat16,bfloat16,0,18.375355529785157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,1,256,1,fp8,fp8,0,13.412152099609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,2,256,1,bfloat16,bfloat16,0,18.35062255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,96,256,1,bfloat16,fp8,0,39.692953491210936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,2,256,1,fp8,fp8,0,13.395834350585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,96,8,256,1,bfloat16,fp8,0,64.97147216796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,1,256,1,bfloat16,fp8,0,32.32198791503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,4,256,1,bfloat16,bfloat16,0,18.38304748535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,4,256,1,fp8,fp8,0,13.418873596191407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,2,256,1,bfloat16,fp8,0,32.361669921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,8,256,1,bfloat16,bfloat16,0,18.420704650878907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,8,256,1,fp8,fp8,0,13.445057678222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,4,256,1,bfloat16,fp8,0,32.34113464355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,96,8,256,1,bfloat16,fp8,0,32.4448974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,1,256,1,fp8,fp8,0,59.89183349609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,2,256,1,fp8,fp8,0,59.85108642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,1,256,1,bfloat16,bfloat16,0,82.07197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,2,256,1,bfloat16,bfloat16,0,82.031396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,4,256,1,bfloat16,bfloat16,0,88.22963256835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,4,256,1,fp8,fp8,0,59.98921508789063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,1,256,1,bfloat16,fp8,0,144.42662353515624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,8,256,1,fp8,fp8,0,64.05252685546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,2,256,1,bfloat16,fp8,0,144.84952392578126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,8,256,1,bfloat16,bfloat16,0,90.5914794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,4,256,1,bfloat16,fp8,0,147.2430419921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,96,256,1,fp8,fp8,0,44.581973266601565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,96,256,1,bfloat16,bfloat16,0,85.37435302734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,1,256,1,bfloat16,bfloat16,0,41.14821166992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,1,256,1,fp8,fp8,0,30.019546508789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,2,256,1,bfloat16,bfloat16,0,41.091705322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,96,256,1,bfloat16,fp8,0,91.00228271484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,2,256,1,fp8,fp8,0,30.018856811523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,96,8,256,1,bfloat16,fp8,0,149.867138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,1,256,1,bfloat16,fp8,0,72.44757690429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,4,256,1,bfloat16,bfloat16,0,41.200653076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,4,256,1,fp8,fp8,0,30.035128784179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,8,256,1,bfloat16,bfloat16,0,43.76766357421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,8,256,1,fp8,fp8,0,30.155084228515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,2,256,1,bfloat16,fp8,0,72.47288818359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,4,256,1,bfloat16,fp8,0,72.6173095703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,96,256,1,bfloat16,bfloat16,0,42.14136657714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,96,256,1,fp8,fp8,0,21.656553649902342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,1,256,1,fp8,fp8,0,15.100999450683593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,1,256,1,bfloat16,bfloat16,0,20.71546173095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,96,256,1,bfloat16,fp8,0,45.58768310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,2,256,1,fp8,fp8,0,15.103579711914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,2,256,1,bfloat16,bfloat16,0,20.665847778320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,96,8,256,1,bfloat16,fp8,0,74.37692260742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,1,256,1,bfloat16,fp8,0,36.38963623046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,4,256,1,bfloat16,bfloat16,0,20.713821411132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,4,256,1,fp8,fp8,0,15.109226989746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,8,256,1,fp8,fp8,0,15.153538513183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,8,256,1,bfloat16,bfloat16,0,20.789462280273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,96,256,1,bfloat16,bfloat16,0,13.738856506347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,96,256,1,fp8,fp8,0,8.69549789428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,2,256,1,bfloat16,fp8,0,36.439019775390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,4,256,1,bfloat16,fp8,0,36.42079467773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,1,256,1,fp8,fp8,0,7.631401824951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,96,256,1,bfloat16,fp8,0,22.75810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,1,256,1,bfloat16,bfloat16,0,10.455779266357421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,2,256,1,bfloat16,bfloat16,0,10.43258056640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,2,256,1,fp8,fp8,0,7.6247711181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,96,8,256,1,bfloat16,fp8,0,36.61902770996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,4,256,1,fp8,fp8,0,7.634939575195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,1,256,1,bfloat16,fp8,0,18.363546752929686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,4,256,1,bfloat16,bfloat16,0,10.459353637695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,2,256,1,bfloat16,fp8,0,18.391787719726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,8,256,1,bfloat16,bfloat16,0,10.468653106689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,8,256,1,fp8,fp8,0,7.650847625732422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,4,256,1,bfloat16,fp8,0,18.387451171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,96,8,256,1,bfloat16,fp8,0,18.418145751953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,1,256,1,fp8,fp8,0,53.786651611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,2,256,1,fp8,fp8,0,53.771087646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,1,256,1,bfloat16,bfloat16,0,73.79600219726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,2,256,1,bfloat16,bfloat16,0,74.69771728515624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,4,256,1,bfloat16,bfloat16,0,77.699658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,4,256,1,fp8,fp8,0,54.90206298828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,1,256,1,bfloat16,fp8,0,129.58504638671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,2,256,1,bfloat16,fp8,0,130.124951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,8,256,1,fp8,fp8,0,59.45963745117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,4,256,1,bfloat16,fp8,0,131.57294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,8,256,1,bfloat16,bfloat16,0,83.51561279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,96,256,1,bfloat16,bfloat16,0,78.07564086914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,1,256,1,fp8,fp8,0,26.946572875976564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,1,256,1,bfloat16,bfloat16,0,36.96993713378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,96,256,1,fp8,fp8,0,39.672705078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,2,256,1,bfloat16,bfloat16,0,36.951925659179686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,96,256,1,bfloat16,fp8,0,83.859033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,2,256,1,fp8,fp8,0,26.942117309570314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,1,256,1,bfloat16,fp8,0,64.957666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,96,8,256,1,bfloat16,fp8,0,135.77626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,4,256,1,fp8,fp8,0,26.957272338867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,4,256,1,bfloat16,bfloat16,0,38.77259216308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,2,256,1,bfloat16,fp8,0,65.02361450195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,96,256,1,fp8,fp8,0,19.958071899414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,8,256,1,fp8,fp8,0,27.904116821289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,8,256,1,bfloat16,bfloat16,0,40.722509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,4,256,1,bfloat16,fp8,0,66.2280029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,1,256,1,fp8,fp8,0,13.533477783203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,1,256,1,bfloat16,bfloat16,0,18.566258239746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,96,256,1,bfloat16,bfloat16,0,38.872833251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,96,256,1,bfloat16,fp8,0,42.0138427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,2,256,1,bfloat16,bfloat16,0,18.545753479003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,96,8,256,1,bfloat16,fp8,0,67.4185302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,1,256,1,bfloat16,fp8,0,32.56877746582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,2,256,1,fp8,fp8,0,13.530169677734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,4,256,1,fp8,fp8,0,13.533467102050782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,4,256,1,bfloat16,bfloat16,0,18.595416259765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,8,256,1,bfloat16,bfloat16,0,19.124449157714842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,8,256,1,fp8,fp8,0,13.589692687988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,2,256,1,bfloat16,fp8,0,32.6296630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,96,256,1,fp8,fp8,0,9.835884857177735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,1,256,1,bfloat16,bfloat16,0,9.370553588867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,4,256,1,bfloat16,fp8,0,32.641290283203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,96,256,1,bfloat16,bfloat16,0,19.152438354492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,1,256,1,fp8,fp8,0,6.822198486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,96,256,1,bfloat16,fp8,0,21.097003173828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,2,256,1,bfloat16,bfloat16,0,9.356641387939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,2,256,1,fp8,fp8,0,6.8225250244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,1,256,1,bfloat16,fp8,0,16.424542236328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,96,8,256,1,bfloat16,fp8,0,33.22695617675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,4,256,1,bfloat16,bfloat16,0,9.382556915283203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,4,256,1,fp8,fp8,0,6.823274993896485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,96,256,1,fp8,fp8,0,3.8917568206787108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,2,256,1,bfloat16,fp8,0,16.44292297363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,8,256,1,bfloat16,bfloat16,0,9.403857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,8,256,1,fp8,fp8,0,6.843192291259766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,96,256,1,bfloat16,bfloat16,0,6.3951904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,4,256,1,bfloat16,fp8,0,16.454365539550782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,1,256,1,fp8,fp8,0,3.464401626586914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,1,256,1,bfloat16,bfloat16,0,4.758436965942383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,96,256,1,bfloat16,fp8,0,10.485526275634765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,2,256,1,bfloat16,bfloat16,0,4.748846435546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,2,256,1,fp8,fp8,0,3.466561508178711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,96,8,256,1,bfloat16,fp8,0,16.490757751464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,1,256,1,bfloat16,fp8,0,8.335832214355468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,4,256,1,bfloat16,bfloat16,0,4.762150573730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,4,256,1,fp8,fp8,0,3.4652736663818358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,2,256,1,bfloat16,fp8,0,8.347628784179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,8,256,1,bfloat16,bfloat16,0,4.771686553955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,8,256,1,fp8,fp8,0,3.472342300415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,4,256,1,bfloat16,fp8,0,8.349622344970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,96,8,256,1,bfloat16,fp8,0,8.381012725830079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,1,256,1,fp8,fp8,0,30.58857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,2,256,1,fp8,fp8,0,30.58356628417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,1,256,1,bfloat16,bfloat16,0,42.032205200195314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,2,256,1,bfloat16,bfloat16,0,42.19638366699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,4,256,1,bfloat16,bfloat16,0,44.2760009765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,4,256,1,fp8,fp8,0,30.775347900390624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,1,256,1,bfloat16,fp8,0,73.74326782226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,2,256,1,bfloat16,fp8,0,74.0853271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,8,256,1,fp8,fp8,0,33.544775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,8,256,1,bfloat16,bfloat16,0,47.912652587890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,4,256,1,bfloat16,fp8,0,74.907275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,1,256,1,bfloat16,bfloat16,0,21.086712646484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,96,256,1,fp8,fp8,0,23.482386779785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,1,256,1,fp8,fp8,0,15.335055541992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,96,256,1,bfloat16,bfloat16,0,46.538613891601564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,2,256,1,bfloat16,bfloat16,0,21.06165771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,96,256,1,bfloat16,fp8,0,49.27824096679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,2,256,1,fp8,fp8,0,15.3494873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,1,256,1,bfloat16,fp8,0,36.91243286132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,4,256,1,bfloat16,bfloat16,0,21.369174194335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,96,8,256,1,bfloat16,fp8,0,77.67440185546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,4,256,1,fp8,fp8,0,15.3584716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,8,256,1,fp8,fp8,0,15.476055908203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,2,256,1,bfloat16,fp8,0,36.98185729980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,4,256,1,bfloat16,fp8,0,37.29533996582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,8,256,1,bfloat16,bfloat16,0,23.088420104980468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,96,256,1,fp8,fp8,0,11.645565032958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,1,256,1,bfloat16,bfloat16,0,10.613094329833984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,96,256,1,bfloat16,bfloat16,0,22.799209594726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,1,256,1,fp8,fp8,0,7.7170562744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,96,256,1,bfloat16,fp8,0,24.713882446289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,2,256,1,bfloat16,bfloat16,0,10.602611541748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,2,256,1,fp8,fp8,0,7.7169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,1,256,1,bfloat16,fp8,0,18.557305908203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,96,8,256,1,bfloat16,fp8,0,38.415524291992185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,4,256,1,bfloat16,bfloat16,0,10.62741470336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,4,256,1,fp8,fp8,0,7.72393569946289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,2,256,1,bfloat16,fp8,0,18.579649353027342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,8,256,1,bfloat16,bfloat16,0,10.71363525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,8,256,1,fp8,fp8,0,7.752168273925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,96,256,1,fp8,fp8,0,5.561614227294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,4,256,1,bfloat16,fp8,0,18.598255920410157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,96,256,1,bfloat16,bfloat16,0,11.085913848876952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,1,256,1,bfloat16,bfloat16,0,5.38277587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,1,256,1,fp8,fp8,0,3.9116111755371095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,2,256,1,bfloat16,bfloat16,0,5.374139022827149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,96,256,1,bfloat16,fp8,0,12.31212158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,2,256,1,fp8,fp8,0,3.908319854736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,1,256,1,bfloat16,fp8,0,9.398953247070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,4,256,1,bfloat16,bfloat16,0,5.389408111572266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,96,8,256,1,bfloat16,fp8,0,18.78264923095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,4,256,1,fp8,fp8,0,3.913094329833984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,8,256,1,fp8,fp8,0,3.9278831481933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,2,256,1,bfloat16,fp8,0,9.411507415771485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,8,256,1,bfloat16,bfloat16,0,5.400230407714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,96,256,1,fp8,fp8,0,2.1897424697875976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,96,256,1,bfloat16,bfloat16,0,3.6937328338623048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,4,256,1,bfloat16,fp8,0,9.415233612060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,1,256,1,fp8,fp8,0,1.997091293334961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,1,256,1,bfloat16,bfloat16,0,2.748523139953613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,2,256,1,fp8,fp8,0,1.9978448867797851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,96,256,1,bfloat16,fp8,0,6.067707061767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,2,256,1,bfloat16,bfloat16,0,2.742910385131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,96,8,256,1,bfloat16,fp8,0,9.450809478759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,1,256,1,bfloat16,fp8,0,4.8067584991455075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,4,256,1,fp8,fp8,0,1.9983791351318358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,4,256,1,bfloat16,bfloat16,0,2.7480960845947267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,2,256,1,bfloat16,fp8,0,4.800180816650391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,8,256,1,bfloat16,bfloat16,0,2.7562047958374025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,8,256,1,fp8,fp8,0,2.0034015655517576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,4,256,1,bfloat16,fp8,0,4.804801559448242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,96,8,256,1,bfloat16,fp8,0,4.828910446166992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,1,256,1,fp8,fp8,0,27.744046020507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,2,256,1,fp8,fp8,0,27.796533203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,1,256,1,bfloat16,bfloat16,0,38.22633666992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,2,256,1,bfloat16,bfloat16,0,38.652166748046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,4,256,1,bfloat16,bfloat16,0,39.79783630371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,4,256,1,fp8,fp8,0,28.227017211914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,1,256,1,bfloat16,fp8,0,66.73759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,2,256,1,bfloat16,fp8,0,67.04501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,4,256,1,bfloat16,fp8,0,67.69573364257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,8,256,1,fp8,fp8,0,29.45045166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,8,256,1,bfloat16,bfloat16,0,41.778924560546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,1,256,1,fp8,fp8,0,13.902597045898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,96,256,1,bfloat16,bfloat16,0,43.32699279785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,1,256,1,bfloat16,bfloat16,0,19.1528076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,2,256,1,bfloat16,bfloat16,0,19.183363342285155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,96,256,1,fp8,fp8,0,21.950799560546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,2,256,1,fp8,fp8,0,13.909524536132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,1,256,1,bfloat16,fp8,0,33.423483276367186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,96,256,1,bfloat16,fp8,0,46.482662963867185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,4,256,1,fp8,fp8,0,13.93945770263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,96,8,256,1,bfloat16,fp8,0,69.278271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,4,256,1,bfloat16,bfloat16,0,20.219023132324217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,2,256,1,bfloat16,fp8,0,33.52130126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,8,256,1,fp8,fp8,0,14.859710693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,8,256,1,bfloat16,bfloat16,0,22.21002197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,4,256,1,bfloat16,fp8,0,34.13355407714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,96,256,1,bfloat16,bfloat16,0,21.567584228515624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,1,256,1,bfloat16,bfloat16,0,9.620737457275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,96,256,1,fp8,fp8,0,11.066741180419921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,1,256,1,fp8,fp8,0,6.983612823486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,96,256,1,bfloat16,fp8,0,23.155636596679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,2,256,1,bfloat16,bfloat16,0,9.629590606689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,2,256,1,fp8,fp8,0,6.987657928466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,1,256,1,bfloat16,fp8,0,16.779039001464845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,96,8,256,1,bfloat16,fp8,0,35.59689025878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,4,256,1,bfloat16,bfloat16,0,9.707672119140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,4,256,1,fp8,fp8,0,6.9980415344238285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,8,256,1,fp8,fp8,0,7.0458320617675785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,8,256,1,bfloat16,bfloat16,0,10.419859313964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,96,256,1,fp8,fp8,0,5.487947082519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,2,256,1,bfloat16,fp8,0,16.812242126464845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,4,256,1,bfloat16,fp8,0,16.888401794433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,1,256,1,bfloat16,bfloat16,0,4.861894226074218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,96,256,1,bfloat16,bfloat16,0,10.588796997070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,1,256,1,fp8,fp8,0,3.5226097106933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,2,256,1,bfloat16,bfloat16,0,4.863990402221679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,96,256,1,bfloat16,fp8,0,11.629539489746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,2,256,1,fp8,fp8,0,3.5262847900390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,96,8,256,1,bfloat16,fp8,0,17.467787170410155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,4,256,1,bfloat16,bfloat16,0,4.875206375122071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,1,256,1,bfloat16,fp8,0,8.466219329833985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,4,256,1,fp8,fp8,0,3.530411148071289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,2,256,1,bfloat16,fp8,0,8.474256134033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,8,256,1,fp8,fp8,0,3.5447151184082033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,8,256,1,bfloat16,bfloat16,0,4.907920074462891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,96,256,1,fp8,fp8,0,2.4373727798461915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,1,256,1,bfloat16,bfloat16,0,2.4985679626464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,96,256,1,bfloat16,bfloat16,0,5.0984352111816404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,4,256,1,bfloat16,fp8,0,8.485056304931641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,2,256,1,bfloat16,bfloat16,0,2.4962751388549806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,96,256,1,bfloat16,fp8,0,5.845228958129883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,1,256,1,fp8,fp8,0,1.8092767715454101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,96,8,256,1,bfloat16,fp8,0,8.550472259521484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,1,256,1,bfloat16,fp8,0,4.339057540893554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,2,256,1,fp8,fp8,0,1.8091936111450195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,4,256,1,bfloat16,bfloat16,0,2.504667282104492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,2,256,1,bfloat16,fp8,0,4.34191665649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,96,256,1,fp8,fp8,0,1.0054512023925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,4,256,1,fp8,fp8,0,1.8106256484985352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,8,256,1,fp8,fp8,0,1.8187456130981445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,96,256,1,bfloat16,bfloat16,0,1.6512895584106446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,8,256,1,bfloat16,bfloat16,0,2.51220645904541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,1,256,1,bfloat16,bfloat16,0,1.289742374420166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,1,256,1,fp8,fp8,0,0.9248592376708984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,4,256,1,bfloat16,fp8,0,4.34502067565918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,2,256,1,bfloat16,bfloat16,0,1.2879343986511231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,96,8,256,1,bfloat16,fp8,0,4.364102554321289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,2,256,1,fp8,fp8,0,0.9234944343566894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,1,256,1,bfloat16,fp8,0,2.237284851074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,4,256,1,bfloat16,bfloat16,0,1.289616012573242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,4,256,1,fp8,fp8,0,0.925716781616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,4,256,1,bfloat16,fp8,0,2.242001533508301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,8,256,1,fp8,fp8,0,0.929201602935791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,8,256,1,bfloat16,fp8,0,2.248980712890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,96,256,1,bfloat16,fp8,0,2.783008003234863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,2,256,1,bfloat16,fp8,0,2.237067222595215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,96,8,256,1,bfloat16,bfloat16,0,1.2944992065429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,1,256,1,fp8,fp8,0,15.948794555664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,2,256,1,fp8,fp8,0,15.959339904785157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,1,256,1,bfloat16,bfloat16,0,22.00742950439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,2,256,1,bfloat16,bfloat16,0,22.274435424804686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,4,256,1,bfloat16,bfloat16,0,23.021804809570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,4,256,1,fp8,fp8,0,16.180574035644533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,1,256,1,bfloat16,fp8,0,38.28246154785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,2,256,1,bfloat16,fp8,0,38.489434814453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,4,256,1,bfloat16,fp8,0,38.92979125976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,8,256,1,fp8,fp8,0,16.962132263183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,8,256,1,bfloat16,bfloat16,0,24.31520233154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,1,256,1,fp8,fp8,0,7.9983985900878904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,1,256,1,bfloat16,bfloat16,0,11.045966339111327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,96,256,1,bfloat16,bfloat16,0,26.155795288085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,96,256,1,fp8,fp8,0,13.121017456054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,2,256,1,bfloat16,bfloat16,0,11.053657531738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,1,256,1,bfloat16,fp8,0,19.189952087402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,2,256,1,fp8,fp8,0,8.008274841308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,96,8,256,1,bfloat16,fp8,0,40.07595520019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,96,256,1,bfloat16,fp8,0,27.953253173828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,4,256,1,fp8,fp8,0,8.019889831542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,4,256,1,bfloat16,bfloat16,0,11.581222534179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,2,256,1,bfloat16,fp8,0,19.261410522460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,8,256,1,fp8,fp8,0,8.295577239990234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,96,256,1,fp8,fp8,0,6.537302398681641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,8,256,1,bfloat16,bfloat16,0,12.952508544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,4,256,1,bfloat16,fp8,0,19.634658813476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,1,256,1,bfloat16,bfloat16,0,5.56486701965332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,96,256,1,bfloat16,bfloat16,0,12.935162353515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,1,256,1,fp8,fp8,0,4.024331283569336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,2,256,1,bfloat16,bfloat16,0,5.5645263671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,96,256,1,bfloat16,fp8,0,14.0084228515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,2,256,1,fp8,fp8,0,4.026148986816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,96,8,256,1,bfloat16,fp8,0,20.586196899414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,1,256,1,bfloat16,fp8,0,9.648886108398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,2,256,1,bfloat16,fp8,0,9.664640045166015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,4,256,1,bfloat16,bfloat16,0,5.606779098510742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,4,256,1,fp8,fp8,0,4.0363201141357425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,8,256,1,bfloat16,bfloat16,0,5.843390274047851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,8,256,1,fp8,fp8,0,4.057872009277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,96,256,1,fp8,fp8,0,3.1445375442504884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,4,256,1,bfloat16,fp8,0,9.707838439941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,1,256,1,bfloat16,bfloat16,0,2.827785682678223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,1,256,1,fp8,fp8,0,2.0412368774414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,96,256,1,bfloat16,bfloat16,0,6.4118400573730465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,96,256,1,bfloat16,fp8,0,7.011924743652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,96,8,256,1,bfloat16,fp8,0,9.9709228515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,2,256,1,bfloat16,bfloat16,0,2.831350326538086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,1,256,1,bfloat16,fp8,0,4.887184143066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,2,256,1,fp8,fp8,0,2.043592071533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,4,256,1,bfloat16,bfloat16,0,2.8396223068237303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,4,256,1,fp8,fp8,0,2.0455600738525392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,2,256,1,bfloat16,fp8,0,4.89477767944336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,8,256,1,bfloat16,bfloat16,0,2.8572288513183595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,8,256,1,fp8,fp8,0,2.056143951416016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,96,256,1,fp8,fp8,0,1.2690544128417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,1,256,1,bfloat16,bfloat16,0,1.4679311752319335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,96,256,1,bfloat16,bfloat16,0,2.93155517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,1,256,1,fp8,fp8,0,1.058456039428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,4,256,1,bfloat16,fp8,0,4.908143997192383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,96,256,1,bfloat16,fp8,0,3.4866191864013674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,2,256,1,bfloat16,bfloat16,0,1.4698911666870118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,96,8,256,1,bfloat16,fp8,0,4.936670303344727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,1,256,1,bfloat16,fp8,0,2.5304128646850588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,2,256,1,fp8,fp8,0,1.0590815544128418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,4,256,1,bfloat16,bfloat16,0,1.4735487937927245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,4,256,1,fp8,fp8,0,1.0596816062927246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,2,256,1,bfloat16,fp8,0,2.5355648040771483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,8,256,1,bfloat16,bfloat16,0,1.4768336296081543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,8,256,1,fp8,fp8,0,1.0642656326293944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,4,256,1,bfloat16,fp8,0,2.5380832672119142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,96,256,1,bfloat16,bfloat16,0,0.9488800048828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,96,256,1,fp8,fp8,0,0.5909840106964112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,1,256,1,bfloat16,bfloat16,0,0.7659135818481445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,1,256,1,fp8,fp8,0,0.5447472095489502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,96,256,1,bfloat16,fp8,0,1.581497573852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,96,8,256,1,bfloat16,fp8,0,2.5479536056518555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,2,256,1,fp8,fp8,0,0.5452127933502198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,1,256,1,bfloat16,fp8,0,1.3176095962524415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,4,256,1,bfloat16,bfloat16,0,0.7656032085418701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,2,256,1,bfloat16,fp8,0,1.3193296432495116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,8,256,1,bfloat16,bfloat16,0,0.7681503772735596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,8,256,1,fp8,fp8,0,0.5487552165985108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,4,256,1,bfloat16,fp8,0,1.3181072235107423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,8,256,1,bfloat16,fp8,0,1.3259488105773927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,2,256,1,bfloat16,bfloat16,0,0.7622640132904053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,96,4,256,1,fp8,fp8,0,0.5458208084106445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,1,256,1,fp8,fp8,0,14.759579467773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,2,256,1,fp8,fp8,0,14.813943481445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,1,256,1,bfloat16,bfloat16,0,20.452609252929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,2,256,1,bfloat16,bfloat16,0,20.762149047851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,4,256,1,bfloat16,bfloat16,0,21.316360473632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,4,256,1,fp8,fp8,0,15.02554931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,1,256,1,bfloat16,fp8,0,35.282345581054685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,2,256,1,bfloat16,fp8,0,35.52067565917969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,4,256,1,bfloat16,fp8,0,35.93785400390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,8,256,1,bfloat16,bfloat16,0,22.35263671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,8,256,1,fp8,fp8,0,15.496681213378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,1,256,1,bfloat16,bfloat16,0,10.250363159179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,1,256,1,fp8,fp8,0,7.395219421386718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,96,256,1,bfloat16,bfloat16,0,25.711544799804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,2,256,1,bfloat16,bfloat16,0,10.386209869384766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,96,256,1,fp8,fp8,0,12.910185241699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,2,256,1,fp8,fp8,0,7.3896125793457035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,1,256,1,bfloat16,fp8,0,17.661851501464845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,96,256,1,bfloat16,fp8,0,28.20933837890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,4,256,1,fp8,fp8,0,7.482177734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,96,8,256,1,bfloat16,fp8,0,36.86051025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,4,256,1,bfloat16,bfloat16,0,10.828887939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,2,256,1,bfloat16,fp8,0,17.807209777832032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,8,256,1,fp8,fp8,0,7.899510192871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,8,256,1,bfloat16,bfloat16,0,11.654344177246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,4,256,1,bfloat16,fp8,0,18.092913818359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,1,256,1,bfloat16,bfloat16,0,5.155972671508789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,96,256,1,fp8,fp8,0,6.517183685302735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,1,256,1,fp8,fp8,0,3.712419128417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,2,256,1,fp8,fp8,0,3.7222305297851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,96,256,1,bfloat16,bfloat16,0,12.929928588867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,2,256,1,bfloat16,bfloat16,0,5.168300628662109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,96,8,256,1,bfloat16,fp8,0,18.80309600830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,96,256,1,bfloat16,fp8,0,13.897979736328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,1,256,1,bfloat16,fp8,0,8.87194595336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,4,256,1,bfloat16,bfloat16,0,5.335422515869141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,2,256,1,bfloat16,fp8,0,8.90072021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,4,256,1,fp8,fp8,0,3.726176071166992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,8,256,1,fp8,fp8,0,3.795123291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,96,256,1,fp8,fp8,0,3.209175872802734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,1,256,1,bfloat16,bfloat16,0,2.612318420410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,4,256,1,bfloat16,fp8,0,9.082548522949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,8,256,1,bfloat16,bfloat16,0,6.198265457153321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,96,256,1,bfloat16,bfloat16,0,6.3963264465332035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,1,256,1,fp8,fp8,0,1.8752527236938477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,96,256,1,bfloat16,fp8,0,7.013078308105468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,2,256,1,bfloat16,bfloat16,0,2.620591926574707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,2,256,1,fp8,fp8,0,1.87982234954834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,1,256,1,bfloat16,fp8,0,4.4766193389892575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,4,256,1,bfloat16,bfloat16,0,2.646886444091797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,2,256,1,bfloat16,fp8,0,4.4906257629394535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,8,256,1,bfloat16,bfloat16,0,2.700361633300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,4,256,1,bfloat16,fp8,0,4.514851379394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,8,256,1,fp8,fp8,0,1.8990272521972655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,96,8,256,1,bfloat16,fp8,0,9.715678405761718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,96,256,1,bfloat16,bfloat16,0,3.0863231658935546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,96,256,1,fp8,fp8,0,1.450550365447998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,4,256,1,fp8,fp8,0,1.8863855361938477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,96,8,256,1,bfloat16,fp8,0,4.622208023071289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,1,256,1,bfloat16,fp8,0,2.297707176208496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,1,256,1,fp8,fp8,0,0.9647999763488769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,2,256,1,bfloat16,bfloat16,0,1.3481648445129395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,2,256,1,fp8,fp8,0,0.9675456047058105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,4,256,1,bfloat16,bfloat16,0,1.354252815246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,2,256,1,bfloat16,fp8,0,2.30185604095459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,4,256,1,fp8,fp8,0,0.9676495552062988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,1,256,1,bfloat16,bfloat16,0,1.3432559967041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,4,256,1,bfloat16,fp8,0,2.3073680877685545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,8,256,1,fp8,fp8,0,0.9723520278930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,96,256,1,fp8,fp8,0,0.5851503849029541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,96,256,1,bfloat16,bfloat16,0,1.274385643005371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,1,256,1,bfloat16,bfloat16,0,0.714847993850708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,8,256,1,bfloat16,fp8,0,2.330393600463867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,96,256,1,bfloat16,fp8,0,3.509716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,1,256,1,fp8,fp8,0,0.5010543823242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,96,256,1,bfloat16,fp8,0,1.6966320037841798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,2,256,1,bfloat16,bfloat16,0,0.7147456169128418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,2,256,1,fp8,fp8,0,0.5000912189483643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,4,256,1,bfloat16,bfloat16,0,0.714470386505127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,2,256,1,bfloat16,fp8,0,1.2118687629699707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,4,256,1,fp8,fp8,0,0.5019968032836915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,96,8,256,1,bfloat16,bfloat16,0,1.36212158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,4,256,1,bfloat16,fp8,0,1.214019203186035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,8,256,1,bfloat16,bfloat16,0,0.7192751884460449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,8,256,1,fp8,fp8,0,0.5056560039520264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,96,256,1,fp8,fp8,0,0.2882496118545532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,96,256,1,bfloat16,fp8,0,0.7500527858734131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,8,256,1,bfloat16,fp8,0,1.2200271606445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,1,256,1,fp8,fp8,0,0.2653343915939331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,2,256,1,bfloat16,bfloat16,0,0.36699841022491453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,1,256,1,bfloat16,fp8,0,0.6454080104827881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,2,256,1,fp8,fp8,0,0.26529760360717775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,2,256,1,bfloat16,fp8,0,0.6457488059997558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,4,256,1,bfloat16,bfloat16,0,0.36904799938201904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,4,256,1,fp8,fp8,0,0.26650879383087156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,96,1,256,1,bfloat16,fp8,0,1.213265609741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,8,256,1,fp8,fp8,0,0.2684432029724121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,8,256,1,bfloat16,fp8,0,0.6462543964385986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,96,256,1,bfloat16,bfloat16,0,0.45807838439941406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,1,256,1,bfloat16,bfloat16,0,0.36720800399780273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,8,256,1,bfloat16,bfloat16,0,0.3701359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,96,4,256,1,bfloat16,fp8,0,0.6467487812042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,1,256,1,fp8,fp8,0,8.27284927368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,2,256,1,fp8,fp8,0,8.353724670410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,1,256,1,bfloat16,bfloat16,0,11.617969512939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,2,256,1,bfloat16,bfloat16,0,11.926175689697265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,4,256,1,fp8,fp8,0,8.53427505493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,4,256,1,bfloat16,bfloat16,0,12.38467025756836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,1,256,1,bfloat16,fp8,0,19.616273498535158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,2,256,1,bfloat16,fp8,0,19.87115936279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,4,256,1,bfloat16,fp8,0,20.248887634277345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,8,256,1,bfloat16,bfloat16,0,13.299674987792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,8,256,1,fp8,fp8,0,8.853447723388673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,1,256,1,bfloat16,bfloat16,0,5.81672477722168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,1,256,1,fp8,fp8,0,4.144043350219727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,96,256,1,fp8,fp8,0,8.40417938232422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,2,256,1,bfloat16,bfloat16,0,5.955129623413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,96,256,1,bfloat16,bfloat16,0,16.540087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,1,256,1,bfloat16,fp8,0,9.82235336303711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,2,256,1,fp8,fp8,0,4.161872100830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,2,256,1,bfloat16,fp8,0,9.94925308227539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,96,256,1,bfloat16,fp8,0,18.380943298339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,4,256,1,bfloat16,bfloat16,0,6.176561737060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,96,8,256,1,bfloat16,fp8,0,21.01995849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,4,256,1,fp8,fp8,0,4.259692764282226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,4,256,1,bfloat16,fp8,0,10.123398590087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,8,256,1,bfloat16,bfloat16,0,6.575054168701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,8,256,1,fp8,fp8,0,4.441867065429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,96,256,1,fp8,fp8,0,4.232267379760742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,1,256,1,bfloat16,bfloat16,0,2.9329904556274413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,1,256,1,fp8,fp8,0,2.081257629394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,2,256,1,bfloat16,bfloat16,0,2.971441650390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,1,256,1,bfloat16,fp8,0,4.937404632568359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,96,256,1,bfloat16,bfloat16,0,8.277686309814452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,2,256,1,fp8,fp8,0,2.089102363586426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,4,256,1,bfloat16,bfloat16,0,3.153276824951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,2,256,1,bfloat16,fp8,0,5.002008056640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,4,256,1,fp8,fp8,0,2.1094944000244142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,96,256,1,bfloat16,fp8,0,9.211438751220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,96,8,256,1,bfloat16,fp8,0,10.562700653076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,8,256,1,bfloat16,bfloat16,0,3.488996887207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,8,256,1,fp8,fp8,0,2.2542543411254883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,4,256,1,bfloat16,fp8,0,5.133955383300782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,1,256,1,bfloat16,bfloat16,0,1.49367036819458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,1,256,1,fp8,fp8,0,1.0551600456237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,96,8,256,1,bfloat16,fp8,0,5.424211120605468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,96,256,1,fp8,fp8,0,2.129452705383301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,96,256,1,bfloat16,bfloat16,0,4.147396850585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,2,256,1,bfloat16,bfloat16,0,1.499009609222412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,1,256,1,bfloat16,fp8,0,2.4925695419311524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,2,256,1,fp8,fp8,0,1.0577728271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,4,256,1,fp8,fp8,0,1.0643839836120605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,96,256,1,bfloat16,fp8,0,4.648183822631836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,2,256,1,bfloat16,fp8,0,2.5064319610595702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,4,256,1,bfloat16,bfloat16,0,1.5453712463378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,8,256,1,bfloat16,bfloat16,0,1.8032192230224608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,4,256,1,bfloat16,fp8,0,2.5663616180419924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,8,256,1,fp8,fp8,0,1.0870016098022461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,96,256,1,fp8,fp8,0,0.9705648422241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,1,256,1,bfloat16,bfloat16,0,0.772540807723999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,96,8,256,1,bfloat16,fp8,0,2.8005632400512694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,96,256,1,bfloat16,bfloat16,0,2.062936019897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,1,256,1,fp8,fp8,0,0.5418543815612793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,2,256,1,bfloat16,bfloat16,0,0.7754752159118652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,96,256,1,bfloat16,fp8,0,2.3548112869262696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,2,256,1,fp8,fp8,0,0.5442768096923828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,2,256,1,bfloat16,fp8,0,1.2833919525146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,4,256,1,fp8,fp8,0,0.5479104042053222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,4,256,1,bfloat16,bfloat16,0,0.7881840229034424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,8,256,1,bfloat16,bfloat16,0,0.8022831916809082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,8,256,1,fp8,fp8,0,0.5509664058685303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,8,256,1,bfloat16,fp8,0,1.3278512001037597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,96,256,1,fp8,fp8,0,0.37248480319976807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,96,256,1,bfloat16,bfloat16,0,0.9163215637207032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,1,256,1,bfloat16,bfloat16,0,0.41078882217407225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,96,256,1,bfloat16,fp8,0,1.1319519996643066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,1,256,1,fp8,fp8,0,0.2767103910446167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,1,256,1,bfloat16,fp8,0,0.6746880054473877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,2,256,1,bfloat16,bfloat16,0,0.41038880348205564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,1,256,1,bfloat16,fp8,0,1.2793519973754883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,2,256,1,fp8,fp8,0,0.276911997795105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,2,256,1,bfloat16,fp8,0,0.6759535789489746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,4,256,1,fp8,fp8,0,0.2787872076034546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,4,256,1,bfloat16,fp8,0,0.6796144008636474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,8,256,1,bfloat16,bfloat16,0,0.413972806930542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,8,256,1,fp8,fp8,0,0.2796607971191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,96,256,1,bfloat16,bfloat16,0,0.3122384071350098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,8,256,1,bfloat16,fp8,0,0.6866864204406739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,1,256,1,bfloat16,bfloat16,0,0.21515200138092042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,96,256,1,fp8,fp8,0,0.17844480276107788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,96,256,1,bfloat16,fp8,0,0.4929200172424316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,1,256,1,fp8,fp8,0,0.153766405582428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,1,256,1,bfloat16,fp8,0,0.3771039962768555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,2,256,1,bfloat16,bfloat16,0,0.2152575969696045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,2,256,1,fp8,fp8,0,0.15374560356140138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,4,256,1,fp8,fp8,0,0.1539039969444275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,4,256,1,bfloat16,bfloat16,0,0.21691839694976806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,8,256,1,bfloat16,bfloat16,0,0.21921439170837403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,8,256,1,fp8,fp8,0,0.1557103991508484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,96,4,256,1,bfloat16,bfloat16,0,0.4109504222869873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,96,256,1,bfloat16,bfloat16,0,0.1493631958961487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,96,256,1,fp8,fp8,0,0.09427999854087829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,96,256,1,bfloat16,fp8,0,0.24308478832244873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,1,256,1,bfloat16,bfloat16,0,0.11902879476547241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,1,256,1,bfloat16,fp8,0,0.2095776081085205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,1,256,1,fp8,fp8,0,0.08559359908103943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,2,256,1,bfloat16,bfloat16,0,0.11904319524765014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,2,256,1,fp8,fp8,0,0.0861728012561798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,2,256,1,bfloat16,fp8,0,0.21066560745239257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,4,256,1,bfloat16,bfloat16,0,0.11905759572982788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,4,256,1,bfloat16,fp8,0,0.2115328073501587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,4,256,1,fp8,fp8,0,0.08624799847602845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,8,256,1,bfloat16,bfloat16,0,0.12081120014190674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,8,256,1,fp8,fp8,0,0.08624640107154846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,2,256,1,bfloat16,fp8,0,0.3752847909927368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,4,256,1,bfloat16,fp8,0,0.3774271965026855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,96,8,256,1,bfloat16,fp8,0,0.3779088020324707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,96,4,256,1,bfloat16,fp8,0,1.2968576431274415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,96,8,256,1,bfloat16,fp8,0,0.21137759685516358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,1,256,1,fp8,fp8,0,5.048555374145508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,2,256,1,fp8,fp8,0,5.138278579711914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,1,256,1,bfloat16,bfloat16,0,7.316873931884766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,2,256,1,bfloat16,bfloat16,0,7.609423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,4,256,1,fp8,fp8,0,5.3076831817626955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,1,256,1,bfloat16,fp8,0,11.951383972167969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,4,256,1,bfloat16,bfloat16,0,7.962416076660157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,2,256,1,bfloat16,fp8,0,12.204131317138671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,4,256,1,bfloat16,fp8,0,12.580213165283203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,8,256,1,fp8,fp8,0,5.608539199829101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,8,256,1,bfloat16,bfloat16,0,8.718827056884766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,1,256,1,bfloat16,bfloat16,0,3.643368148803711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,1,256,1,fp8,fp8,0,2.528544044494629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,1,256,1,bfloat16,fp8,0,5.9928943634033205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,96,256,1,fp8,fp8,0,6.150582504272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,2,256,1,bfloat16,bfloat16,0,3.7640880584716796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,2,256,1,fp8,fp8,0,2.5579519271850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,2,256,1,bfloat16,fp8,0,6.105868911743164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,4,256,1,bfloat16,bfloat16,0,3.9492496490478515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,96,8,256,1,bfloat16,fp8,0,13.29407196044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,4,256,1,fp8,fp8,0,2.6304672241210936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,96,256,1,bfloat16,bfloat16,0,12.099332427978515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,4,256,1,bfloat16,fp8,0,6.269303894042968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,8,256,1,bfloat16,bfloat16,0,4.299609756469726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,96,256,1,bfloat16,fp8,0,13.908677673339843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,8,256,1,fp8,fp8,0,2.7722816467285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,1,256,1,bfloat16,bfloat16,0,1.8344640731811523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,96,8,256,1,bfloat16,fp8,0,6.638832092285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,96,256,1,bfloat16,bfloat16,0,6.053464126586914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,1,256,1,bfloat16,fp8,0,3.0208240509033204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,96,256,1,fp8,fp8,0,3.0798416137695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,1,256,1,fp8,fp8,0,1.2721535682678222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,2,256,1,fp8,fp8,0,1.2833248138427735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,2,256,1,bfloat16,fp8,0,3.0825456619262694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,96,256,1,bfloat16,fp8,0,6.9731086730957035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,4,256,1,fp8,fp8,0,1.3163951873779296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,4,256,1,bfloat16,bfloat16,0,1.9751359939575195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,2,256,1,bfloat16,bfloat16,0,1.885139274597168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,4,256,1,bfloat16,fp8,0,3.1536191940307616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,8,256,1,bfloat16,bfloat16,0,2.162211227416992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,1,256,1,bfloat16,bfloat16,0,0.9344528198242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,96,256,1,fp8,fp8,0,1.5529088020324706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,8,256,1,bfloat16,fp8,0,3.3362590789794924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,1,256,1,bfloat16,fp8,0,1.5206432342529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,2,256,1,bfloat16,bfloat16,0,0.9523632049560546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,96,256,1,bfloat16,bfloat16,0,3.02476806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,2,256,1,fp8,fp8,0,0.6489727973937989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,96,256,1,bfloat16,fp8,0,3.498708724975586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,2,256,1,bfloat16,fp8,0,1.5448047637939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,96,8,256,1,fp8,fp8,0,1.391108798980713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,4,256,1,bfloat16,bfloat16,0,1.0116031646728516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,1,256,1,fp8,fp8,0,0.6453519821166992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,4,256,1,fp8,fp8,0,0.6597568035125733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,8,256,1,fp8,fp8,0,0.6928815841674805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,4,256,1,bfloat16,fp8,0,1.6011791229248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,1,256,1,bfloat16,bfloat16,0,0.4831696033477783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,8,256,1,bfloat16,bfloat16,0,1.1584272384643555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,96,256,1,bfloat16,bfloat16,0,1.5222607612609864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,1,256,1,fp8,fp8,0,0.3323888063430786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,96,256,1,fp8,fp8,0,0.7411104202270508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,2,256,1,bfloat16,bfloat16,0,0.4868800163269043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,96,256,1,bfloat16,fp8,0,1.7716272354125977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,2,256,1,bfloat16,fp8,0,0.7833104133605957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,2,256,1,fp8,fp8,0,0.33454079627990724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,4,256,1,bfloat16,bfloat16,0,0.5030432224273682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,4,256,1,fp8,fp8,0,0.3369407892227173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,8,256,1,bfloat16,bfloat16,0,0.5945871829986572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,8,256,1,fp8,fp8,0,0.34279038906097414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,8,256,1,bfloat16,fp8,0,0.9036191940307617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,96,256,1,bfloat16,bfloat16,0,0.737275218963623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,96,256,1,fp8,fp8,0,0.2879728078842163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,1,256,1,bfloat16,bfloat16,0,0.2560960054397583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,96,256,1,bfloat16,fp8,0,0.8709471702575684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,1,256,1,bfloat16,fp8,0,0.7787807941436767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,1,256,1,bfloat16,fp8,0,0.41051201820373534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,2,256,1,bfloat16,bfloat16,0,0.25868160724639894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,1,256,1,fp8,fp8,0,0.16419199705123902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,2,256,1,bfloat16,fp8,0,0.4118015766143799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,2,256,1,fp8,fp8,0,0.164411199092865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,4,256,1,bfloat16,bfloat16,0,0.2628720045089722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,96,8,256,1,bfloat16,fp8,0,1.7160608291625976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,8,256,1,bfloat16,bfloat16,0,0.2668544054031372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,4,256,1,bfloat16,fp8,0,0.41672477722167967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,96,4,256,1,bfloat16,fp8,0,0.8064911842346192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,8,256,1,fp8,fp8,0,0.1682096004486084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,8,256,1,bfloat16,fp8,0,0.424724817276001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,1,256,1,bfloat16,bfloat16,0,0.12930879592895508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,96,256,1,bfloat16,fp8,0,0.36976799964904783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,2,256,1,bfloat16,bfloat16,0,0.1293344020843506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,2,256,1,bfloat16,fp8,0,0.22606399059295654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,4,256,1,bfloat16,bfloat16,0,0.12932319641113282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,4,256,1,fp8,fp8,0,0.09133279919624329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,8,256,1,bfloat16,bfloat16,0,0.13137919902801515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,8,256,1,bfloat16,fp8,0,0.22642240524291993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,8,256,1,fp8,fp8,0,0.0924448013305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,96,4,256,1,fp8,fp8,0,0.1661728024482727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,96,256,1,bfloat16,fp8,0,0.17004319429397582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,96,256,1,fp8,fp8,0,0.061710399389266965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,96,256,1,bfloat16,bfloat16,0,0.2712608098983765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,1,256,1,bfloat16,bfloat16,0,0.07606239914894104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,96,256,1,fp8,fp8,0,0.11956640481948852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,1,256,1,fp8,fp8,0,0.05342239737510681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,1,256,1,bfloat16,fp8,0,0.13596800565719605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,1,256,1,fp8,fp8,0,0.09037759900093079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,2,256,1,bfloat16,bfloat16,0,0.07618079781532287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,2,256,1,fp8,fp8,0,0.053504002094268796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,2,256,1,bfloat16,fp8,0,0.13502720594406128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,2,256,1,fp8,fp8,0,0.09201599955558777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,4,256,1,bfloat16,bfloat16,0,0.0765936017036438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,4,256,1,fp8,fp8,0,0.053651201725006106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,4,256,1,bfloat16,fp8,0,0.13534400463104249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,8,256,1,bfloat16,bfloat16,0,0.07800639867782592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,4,256,1,bfloat16,fp8,0,0.22599520683288574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,96,256,1,fp8,fp8,0,0.03701600134372711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,1,256,1,bfloat16,bfloat16,0,0.04523679912090302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,96,256,1,bfloat16,fp8,0,0.09132959842681884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,1,256,1,fp8,fp8,0,0.03196159899234772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,1,256,1,bfloat16,fp8,0,0.08069279789924622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,2,256,1,bfloat16,bfloat16,0,0.04526880085468292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,2,256,1,fp8,fp8,0,0.03285120129585266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,2,256,1,bfloat16,fp8,0,0.08121439814567566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,4,256,1,bfloat16,bfloat16,0,0.04524320065975189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,4,256,1,fp8,fp8,0,0.032876798510551454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,8,256,1,bfloat16,bfloat16,0,0.04523360133171082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,8,256,1,fp8,fp8,0,0.03287999927997589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,8,256,1,bfloat16,fp8,0,0.08205119967460632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,96,1,256,1,bfloat16,fp8,0,0.22637441158294677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,8,256,1,fp8,fp8,0,0.05350080132484436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,96,256,1,bfloat16,bfloat16,0,0.053438401222229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,96,256,1,bfloat16,bfloat16,0,0.10699520111083985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,96,4,256,1,bfloat16,fp8,0,0.0809823989868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,96,8,256,1,bfloat16,fp8,0,0.13732320070266724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,1,256,1,fp8,fp8,0,1.74815673828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,2,256,1,fp8,fp8,0,1.7741695404052735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,1,256,1,bfloat16,fp8,0,4.184716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,1,256,1,bfloat16,bfloat16,0,2.6254240036010743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,2,256,1,bfloat16,bfloat16,0,2.725239944458008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,4,256,1,bfloat16,bfloat16,0,2.8945167541503904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,2,256,1,bfloat16,fp8,0,4.283812713623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,4,256,1,fp8,fp8,0,1.838627243041992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,8,256,1,fp8,fp8,0,1.9737375259399415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,4,256,1,bfloat16,fp8,0,4.428279876708984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,1,256,1,bfloat16,bfloat16,0,1.3153391838073731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,8,256,1,bfloat16,bfloat16,0,3.213560104370117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,96,256,1,fp8,fp8,0,2.5105007171630858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,1,256,1,fp8,fp8,0,0.8741647720336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,2,256,1,bfloat16,bfloat16,0,1.3570207595825194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,1,256,1,bfloat16,fp8,0,2.12774715423584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,96,8,256,1,bfloat16,fp8,0,4.773339080810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,96,256,1,bfloat16,bfloat16,0,4.955708694458008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,4,256,1,bfloat16,bfloat16,0,1.4371567726135255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,96,256,1,bfloat16,fp8,0,5.81145133972168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,4,256,1,fp8,fp8,0,0.9150320053100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,2,256,1,fp8,fp8,0,0.8912768363952637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,2,256,1,bfloat16,fp8,0,2.1790143966674806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,8,256,1,bfloat16,bfloat16,0,1.5983280181884765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,4,256,1,bfloat16,fp8,0,2.2297887802124023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,8,256,1,fp8,fp8,0,0.9824527740478516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,1,256,1,bfloat16,bfloat16,0,0.6682559967041015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,1,256,1,fp8,fp8,0,0.4462719917297363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,96,8,256,1,bfloat16,fp8,0,2.3903039932250976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,1,256,1,bfloat16,fp8,0,1.0759984016418458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,96,256,1,fp8,fp8,0,1.2522031784057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,2,256,1,bfloat16,bfloat16,0,0.6896575927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,2,256,1,bfloat16,fp8,0,1.0918800354003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,4,256,1,bfloat16,bfloat16,0,0.7220848083496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,4,256,1,fp8,fp8,0,0.4608751773834229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,4,256,1,bfloat16,fp8,0,1.1288111686706543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,96,256,1,bfloat16,fp8,0,2.91701602935791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,8,256,1,bfloat16,bfloat16,0,0.8017519950866699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,96,256,1,bfloat16,bfloat16,0,2.4797855377197267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,8,256,1,fp8,fp8,0,0.4894224166870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,8,256,1,bfloat16,fp8,0,1.2025456428527832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,1,256,1,bfloat16,bfloat16,0,0.3494352102279663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,96,256,1,bfloat16,bfloat16,0,1.2406240463256837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,1,256,1,fp8,fp8,0,0.22946720123291015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,96,256,1,fp8,fp8,0,0.6142608165740967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,96,2,256,1,fp8,fp8,0,0.44870719909667967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,2,256,1,bfloat16,bfloat16,0,0.3520576000213623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,2,256,1,bfloat16,fp8,0,0.548799991607666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,2,256,1,fp8,fp8,0,0.23161759376525878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,96,256,1,bfloat16,fp8,0,1.4746432304382324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,4,256,1,fp8,fp8,0,0.2352224111557007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,1,256,1,bfloat16,fp8,0,0.5428048133850097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,4,256,1,bfloat16,fp8,0,0.5671167850494385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,4,256,1,bfloat16,bfloat16,0,0.3705663919448853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,8,256,1,bfloat16,bfloat16,0,0.422819185256958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,8,256,1,fp8,fp8,0,0.24454400539398194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,96,256,1,bfloat16,bfloat16,0,0.6121376037597657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,96,256,1,fp8,fp8,0,0.26918559074401854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,96,8,256,1,bfloat16,fp8,0,0.6124144077301026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,1,256,1,fp8,fp8,0,0.1088528037071228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,1,256,1,bfloat16,fp8,0,0.28045120239257815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,1,256,1,bfloat16,bfloat16,0,0.18363840579986573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,2,256,1,bfloat16,bfloat16,0,0.1848736047744751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,2,256,1,fp8,fp8,0,0.10884319543838501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,4,256,1,bfloat16,bfloat16,0,0.1891535997390747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,4,256,1,bfloat16,fp8,0,0.29244959354400635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,4,256,1,fp8,fp8,0,0.10913599729537964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,2,256,1,bfloat16,fp8,0,0.28371200561523435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,8,256,1,fp8,fp8,0,0.11128319501876831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,8,256,1,bfloat16,fp8,0,0.3165071964263916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,8,256,1,bfloat16,bfloat16,0,0.21208159923553466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,1,256,1,bfloat16,bfloat16,0,0.08628479838371277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,96,256,1,fp8,fp8,0,0.09510560035705566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,1,256,1,fp8,fp8,0,0.05956799983978271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,1,256,1,bfloat16,fp8,0,0.1500656008720398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,2,256,1,fp8,fp8,0,0.05977920293807983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,4,256,1,bfloat16,bfloat16,0,0.08762080073356629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,4,256,1,fp8,fp8,0,0.059785598516464235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,8,256,1,bfloat16,bfloat16,0,0.08840799927711487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,8,256,1,bfloat16,fp8,0,0.15135519504547118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,8,256,1,fp8,fp8,0,0.06159359812736511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,96,256,1,bfloat16,bfloat16,0,0.08968480229377747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,96,256,1,fp8,fp8,0,0.04322879910469055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,1,256,1,bfloat16,bfloat16,0,0.049537599086761475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,96,96,256,1,bfloat16,fp8,0,0.7282832145690918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,1,256,1,bfloat16,fp8,0,0.09031999707221985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,1,256,1,fp8,fp8,0,0.03504000008106232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,2,256,1,bfloat16,bfloat16,0,0.0499343991279602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,2,256,1,bfloat16,fp8,0,0.08977599740028382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,2,256,1,fp8,fp8,0,0.03502239882946014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,4,256,1,bfloat16,bfloat16,0,0.05037599802017212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,4,256,1,bfloat16,fp8,0,0.0904304027557373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,4,256,1,fp8,fp8,0,0.03502239882946014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,96,256,1,bfloat16,bfloat16,0,0.2778671979904175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,8,256,1,bfloat16,bfloat16,0,0.05140640139579773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,8,256,1,bfloat16,fp8,0,0.09021279811859131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,2,256,1,bfloat16,bfloat16,0,0.08631839752197265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,8,256,1,fp8,fp8,0,0.03513120114803314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,96,256,1,bfloat16,bfloat16,0,0.04114400148391724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,96,256,1,bfloat16,fp8,0,0.06778079867362977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,96,256,1,fp8,fp8,0,0.02683840095996857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,1,256,1,bfloat16,bfloat16,0,0.03169440031051636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,4,256,1,bfloat16,fp8,0,0.15140800476074218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,1,256,1,fp8,fp8,0,0.022631999850273133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,1,256,1,bfloat16,fp8,0,0.05698080062866211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,2,256,1,bfloat16,bfloat16,0,0.03265759944915771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,2,256,1,fp8,fp8,0,0.022673599421977997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,4,256,1,bfloat16,bfloat16,0,0.03287360072135925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,4,256,1,bfloat16,fp8,0,0.05721920132637024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,4,256,1,fp8,fp8,0,0.02271360009908676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,8,256,1,bfloat16,bfloat16,0,0.03290719985961914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,8,256,1,fp8,fp8,0,0.02272160053253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,8,256,1,bfloat16,fp8,0,0.05738400220870972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,96,256,1,bfloat16,bfloat16,0,0.026796799898147584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,96,256,1,bfloat16,fp8,0,0.0412559986114502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,96,256,1,fp8,fp8,0,0.01852640062570572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,1,256,1,bfloat16,bfloat16,0,0.020612800121307374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,1,256,1,bfloat16,fp8,0,0.036134400963783266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,2,256,1,bfloat16,bfloat16,0,0.020630399882793426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,2,256,1,bfloat16,fp8,0,0.035641598701477054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,2,256,1,fp8,fp8,0,0.014475199580192565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,4,256,1,bfloat16,bfloat16,0,0.020601600408554077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,4,256,1,bfloat16,fp8,0,0.035787200927734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,4,256,1,fp8,fp8,0,0.014494399726390838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,8,256,1,bfloat16,bfloat16,0,0.020623999834060668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,8,256,1,fp8,fp8,0,0.014528000354766845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,8,256,1,bfloat16,fp8,0,0.03555519878864288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,96,256,1,bfloat16,fp8,0,0.33213279247283933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,96,2,256,1,bfloat16,fp8,0,0.15037280321121216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,96,2,256,1,bfloat16,fp8,0,0.05772320032119751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,96,96,256,1,bfloat16,fp8,0,0.1337440013885498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,96,1,256,1,fp8,fp8,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,1,256,1,fp8,fp8,0,0.6874335765838623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,1,256,1,bfloat16,bfloat16,0,1.1142016410827638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,2,256,1,bfloat16,bfloat16,0,1.139140796661377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,2,256,1,fp8,fp8,0,0.7042143821716309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,2,256,1,bfloat16,fp8,0,1.7847055435180663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,4,256,1,fp8,fp8,0,0.7311488151550293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,4,256,1,bfloat16,bfloat16,0,1.2157135963439942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,4,256,1,bfloat16,fp8,0,1.8600528717041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,1,256,1,bfloat16,fp8,0,1.7575056076049804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,8,256,1,bfloat16,bfloat16,0,1.3596943855285644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,8,256,1,fp8,fp8,0,0.7883168220520019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,1,256,1,bfloat16,bfloat16,0,0.5613279819488526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,96,8,256,1,bfloat16,fp8,0,1.9830015182495118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,1,256,1,fp8,fp8,0,0.34992480278015137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,1,256,1,bfloat16,fp8,0,0.9017600059509278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,96,256,1,fp8,fp8,0,1.1116031646728515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,96,256,1,bfloat16,bfloat16,0,2.2040079116821287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,2,256,1,bfloat16,bfloat16,0,0.5747951984405517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,2,256,1,fp8,fp8,0,0.35323998928070066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,2,256,1,bfloat16,fp8,0,0.9073856353759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,4,256,1,bfloat16,bfloat16,0,0.6061888217926026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,96,256,1,bfloat16,fp8,0,2.611617660522461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,4,256,1,bfloat16,fp8,0,0.943235206604004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,8,256,1,fp8,fp8,0,0.38939518928527833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,4,256,1,fp8,fp8,0,0.3686176061630249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,8,256,1,bfloat16,bfloat16,0,0.6760399818420411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,1,256,1,bfloat16,bfloat16,0,0.2899872064590454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,1,256,1,fp8,fp8,0,0.18069759607315064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,2,256,1,bfloat16,bfloat16,0,0.295361590385437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,96,8,256,1,bfloat16,fp8,0,1.0055968284606933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,1,256,1,bfloat16,fp8,0,0.45102720260620116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,96,256,1,bfloat16,fp8,0,1.3152112007141112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,2,256,1,bfloat16,fp8,0,0.4534160137176514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,2,256,1,fp8,fp8,0,0.18416160345077515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,96,256,1,fp8,fp8,0,0.5466527938842773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,4,256,1,fp8,fp8,0,0.1867087960243225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,4,256,1,bfloat16,bfloat16,0,0.30487680435180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,4,256,1,bfloat16,fp8,0,0.4689968109130859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,8,256,1,fp8,fp8,0,0.1948400020599365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,8,256,1,bfloat16,bfloat16,0,0.33635520935058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,96,256,1,bfloat16,bfloat16,0,0.5471312046051026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,96,256,1,fp8,fp8,0,0.25323679447174074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,8,256,1,bfloat16,fp8,0,0.5057807922363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,1,256,1,fp8,fp8,0,0.08056319952011108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,1,256,1,bfloat16,fp8,0,0.22415199279785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,2,256,1,bfloat16,fp8,0,0.22867040634155272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,2,256,1,fp8,fp8,0,0.08143360018730164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,2,256,1,bfloat16,bfloat16,0,0.15695359706878662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,96,96,256,1,bfloat16,bfloat16,0,1.1064144134521485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,4,256,1,bfloat16,bfloat16,0,0.1606287956237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,4,256,1,fp8,fp8,0,0.0821295976638794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,4,256,1,bfloat16,fp8,0,0.23221919536590577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,8,256,1,bfloat16,fp8,0,0.24844160079956054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,8,256,1,bfloat16,bfloat16,0,0.17076480388641357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,96,256,1,bfloat16,fp8,0,0.30454719066619873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,8,256,1,fp8,fp8,0,0.0842415988445282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,1,256,1,bfloat16,bfloat16,0,0.0655888020992279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,1,256,1,fp8,fp8,0,0.04445280134677887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,2,256,1,bfloat16,bfloat16,0,0.06572319865226746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,2,256,1,fp8,fp8,0,0.04566720128059387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,2,256,1,bfloat16,fp8,0,0.11261279582977295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,4,256,1,bfloat16,bfloat16,0,0.06598880290985107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,1,256,1,bfloat16,bfloat16,0,0.15244959592819213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,4,256,1,fp8,fp8,0,0.04516319930553436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,4,256,1,bfloat16,fp8,0,0.11329439878463746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,8,256,1,bfloat16,bfloat16,0,0.06779680252075196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,8,256,1,bfloat16,fp8,0,0.11759999990463257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,96,96,256,1,bfloat16,fp8,0,0.6485040187835693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,8,256,1,fp8,fp8,0,0.04524160027503967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,96,256,1,bfloat16,bfloat16,0,0.08995040059089661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,1,256,1,bfloat16,bfloat16,0,0.03705919981002807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,96,256,1,bfloat16,fp8,0,0.12161439657211304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,96,256,1,fp8,fp8,0,0.03399200141429901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,1,256,1,fp8,fp8,0,0.026187199354171752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,1,256,1,bfloat16,fp8,0,0.06574559807777405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,2,256,1,bfloat16,bfloat16,0,0.03722400069236755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,2,256,1,bfloat16,fp8,0,0.06601439714431763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,2,256,1,fp8,fp8,0,0.026697599887847902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,4,256,1,bfloat16,bfloat16,0,0.03730719983577728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,96,256,1,bfloat16,bfloat16,0,0.25361759662628175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,4,256,1,fp8,fp8,0,0.026791998744010927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,8,256,1,bfloat16,bfloat16,0,0.039027199149131775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,96,256,1,fp8,fp8,0,0.08393920063972474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,8,256,1,bfloat16,fp8,0,0.06744959950447083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,96,1,256,1,bfloat16,fp8,0,0.11173919439315796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,96,256,1,bfloat16,bfloat16,0,0.032979199290275575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,8,256,1,fp8,fp8,0,0.026734399795532226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,96,256,1,bfloat16,fp8,0,0.05152480006217956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,1,256,1,bfloat16,bfloat16,0,0.024022400379180908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,1,256,1,fp8,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,2,256,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,2,256,1,bfloat16,fp8,0,0.041177600622177124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,4,256,1,bfloat16,bfloat16,0,0.02465279996395111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,4,256,1,fp8,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,4,256,1,bfloat16,fp8,0,0.04126560091972351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,8,256,1,bfloat16,bfloat16,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,8,256,1,bfloat16,fp8,0,0.041552001237869264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,96,256,1,bfloat16,bfloat16,0,0.02272319942712784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,96,256,1,bfloat16,fp8,0,0.03382239937782287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,1,256,1,bfloat16,bfloat16,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,1,256,1,bfloat16,fp8,0,0.02855679988861084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,1,256,1,fp8,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,2,256,1,bfloat16,bfloat16,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,2,256,1,bfloat16,fp8,0,0.02875039875507355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,2,256,1,fp8,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,4,256,1,bfloat16,bfloat16,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,96,4,256,1,bfloat16,fp8,0,0.06585599780082703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,4,256,1,bfloat16,fp8,0,0.028811201453208923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,4,256,1,fp8,fp8,0,0.01244639977812767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,8,256,1,bfloat16,bfloat16,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,8,256,1,bfloat16,fp8,0,0.028905600309371948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,96,256,1,bfloat16,bfloat16,0,0.014884799718856812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,1,256,1,bfloat16,fp8,0,0.04111360013484955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,96,256,1,bfloat16,fp8,0,0.020708799362182617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,2,256,1,bfloat16,bfloat16,0,0.02396959960460663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,96,256,1,fp8,fp8,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,1,256,1,bfloat16,bfloat16,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,1,256,1,bfloat16,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,2,256,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,2,256,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,4,256,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,96,256,1,fp8,fp8,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,4,256,1,bfloat16,fp8,0,0.017004799842834473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,4,256,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,8,256,1,bfloat16,bfloat16,0,0.010446400195360184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,8,256,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,8,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,1,256,1,bfloat16,bfloat16,0,0.8123167991638184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,96,8,256,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,1,256,1,bfloat16,fp8,0,1.3455167770385743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,1,256,1,fp8,fp8,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,1,256,1,fp8,fp8,0,0.6139823913574218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,8,256,1,fp8,fp8,0,0.0165120005607605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,2,256,1,bfloat16,bfloat16,0,0.8226767539978027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,2,256,1,fp8,fp8,0,0.6177440166473389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,2,256,1,bfloat16,fp8,0,1.3571552276611327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,4,256,1,bfloat16,bfloat16,0,0.8464384078979492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,4,256,1,fp8,fp8,0,0.6257199764251709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,96,96,256,1,fp8,fp8,0,0.0207056000828743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,4,256,1,bfloat16,fp8,0,1.3810144424438477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,8,256,1,bfloat16,bfloat16,0,0.9048192024230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,96,2,256,1,bfloat16,bfloat16,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,8,256,1,fp8,fp8,0,0.6426239967346191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,96,256,1,fp8,fp8,0,0.6243648052215576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,96,8,256,1,bfloat16,fp8,0,1.435910415649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,1,256,1,bfloat16,bfloat16,0,0.4119152069091797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,1,256,1,fp8,fp8,0,0.30971839427948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,2,256,1,bfloat16,bfloat16,0,0.41811838150024416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,96,256,1,bfloat16,fp8,0,1.44410400390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,2,256,1,fp8,fp8,0,0.31027200222015383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,1,256,1,bfloat16,fp8,0,0.6833375930786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,2,256,1,bfloat16,fp8,0,0.6887663841247559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,4,256,1,bfloat16,bfloat16,0,0.42582240104675295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,4,256,1,bfloat16,fp8,0,0.6995391845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,8,256,1,fp8,fp8,0,0.32119998931884763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,4,256,1,fp8,fp8,0,0.31590240001678466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,96,256,1,bfloat16,bfloat16,0,0.5549536228179932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,8,256,1,bfloat16,bfloat16,0,0.4479167938232422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,1,256,1,bfloat16,bfloat16,0,0.21118240356445311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,1,256,1,bfloat16,fp8,0,0.3517679929733276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,2,256,1,bfloat16,bfloat16,0,0.2119744062423706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,96,256,1,bfloat16,bfloat16,0,1.1180463790893556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,96,8,256,1,bfloat16,fp8,0,0.7223872184753418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,1,256,1,fp8,fp8,0,0.14158400297164916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,2,256,1,fp8,fp8,0,0.14184319972991943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,2,256,1,bfloat16,fp8,0,0.3535360097885132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,4,256,1,bfloat16,bfloat16,0,0.2170543909072876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,4,256,1,fp8,fp8,0,0.14355360269546508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,4,256,1,bfloat16,fp8,0,0.35869760513305665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,8,256,1,fp8,fp8,0,0.14539200067520142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,96,256,1,bfloat16,bfloat16,0,0.255297589302063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,8,256,1,bfloat16,bfloat16,0,0.22411680221557617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,8,256,1,bfloat16,fp8,0,0.36732959747314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,96,256,1,fp8,fp8,0,0.11192959547042847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,96,256,1,bfloat16,fp8,0,0.32956480979919434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,1,256,1,bfloat16,bfloat16,0,0.10255999565124511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,1,256,1,bfloat16,fp8,0,0.18458720445632934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,2,256,1,bfloat16,bfloat16,0,0.10265439748764038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,2,256,1,fp8,fp8,0,0.07400320172309875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,4,256,1,bfloat16,bfloat16,0,0.10344799757003784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,4,256,1,bfloat16,fp8,0,0.1830175995826721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,96,256,1,fp8,fp8,0,0.2939487934112549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,8,256,1,bfloat16,bfloat16,0,0.10468480587005616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,96,96,256,1,bfloat16,fp8,0,0.710703992843628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,8,256,1,bfloat16,fp8,0,0.1854464054107666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,8,256,1,fp8,fp8,0,0.07592480182647705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,96,256,1,fp8,fp8,0,0.049275198578834535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,1,256,1,bfloat16,bfloat16,0,0.055435198545455935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,96,256,1,bfloat16,fp8,0,0.14391039609909057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,1,256,1,fp8,fp8,0,0.04111360013484955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,2,256,1,bfloat16,bfloat16,0,0.0558896005153656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,2,256,1,fp8,fp8,0,0.040992000699043275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,4,256,1,bfloat16,bfloat16,0,0.05550079941749573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,4,256,1,bfloat16,fp8,0,0.1028864026069641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,4,256,1,fp8,fp8,0,0.04113439917564392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,8,256,1,bfloat16,bfloat16,0,0.05745120048522949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,1,256,1,fp8,fp8,0,0.0740015983581543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,8,256,1,bfloat16,fp8,0,0.10472480058670045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,8,256,1,fp8,fp8,0,0.0411215990781784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,96,256,1,bfloat16,bfloat16,0,0.04114400148391724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,96,256,1,bfloat16,fp8,0,0.07150880098342896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,96,256,1,fp8,fp8,0,0.028703999519348145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,4,256,1,fp8,fp8,0,0.0739791989326477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,1,256,1,bfloat16,bfloat16,0,0.032846400141716005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,1,256,1,bfloat16,fp8,0,0.06064959764480591
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,1,256,1,fp8,fp8,0,0.024684800207614897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,2,256,1,bfloat16,bfloat16,0,0.032969599962234496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,2,256,1,fp8,fp8,0,0.024743999540805816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,2,256,1,bfloat16,fp8,0,0.060550397634506224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,4,256,1,bfloat16,bfloat16,0,0.032953599095344545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,4,256,1,bfloat16,fp8,0,0.06092320084571838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,4,256,1,fp8,fp8,0,0.024648000299930573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,8,256,1,bfloat16,bfloat16,0,0.032950401306152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,1,256,1,bfloat16,fp8,0,0.10275839567184449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,8,256,1,fp8,fp8,0,0.02476799935102463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,96,256,1,bfloat16,bfloat16,0,0.024993599951267244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,96,256,1,bfloat16,fp8,0,0.043182399868965146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,96,256,1,fp8,fp8,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,1,256,1,bfloat16,bfloat16,0,0.02069759964942932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,2,256,1,bfloat16,bfloat16,0,0.02064799964427948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,1,256,1,fp8,fp8,0,0.015139199793338776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,2,256,1,fp8,fp8,0,0.016439999639987945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,2,256,1,bfloat16,fp8,0,0.03900319933891296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,4,256,1,bfloat16,bfloat16,0,0.02064319998025894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,4,256,1,bfloat16,fp8,0,0.038960000872612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,4,256,1,fp8,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,8,256,1,bfloat16,bfloat16,0,0.020681600272655486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,8,256,1,bfloat16,fp8,0,0.039068800210952756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,96,256,1,bfloat16,bfloat16,0,0.018742400407791137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,96,256,1,bfloat16,fp8,0,0.030612799525260925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,96,2,256,1,bfloat16,fp8,0,0.18284800052642822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,96,256,1,fp8,fp8,0,0.014483200013637542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,1,256,1,bfloat16,bfloat16,0,0.014486399292945863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,1,256,1,fp8,fp8,0,0.01101600006222725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,2,256,1,bfloat16,bfloat16,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,96,256,1,bfloat16,bfloat16,0,0.09718239903450013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,2,256,1,bfloat16,fp8,0,0.026793599128723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,2,256,1,fp8,fp8,0,0.011499200016260147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,4,256,1,bfloat16,bfloat16,0,0.014460800588130951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,4,256,1,fp8,fp8,0,0.012329600006341934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,4,256,1,bfloat16,fp8,0,0.026763200759887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,8,256,1,bfloat16,bfloat16,0,0.01446399986743927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,8,256,1,bfloat16,fp8,0,0.026743999123573302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,96,8,256,1,bfloat16,fp8,0,0.061496001482009885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,96,256,1,bfloat16,bfloat16,0,0.014481599628925323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,96,2,256,1,bfloat16,fp8,0,0.10274399518966675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,96,256,1,bfloat16,fp8,0,0.018636800348758698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,96,256,1,fp8,fp8,0,0.010360000282526016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,1,256,1,bfloat16,fp8,0,0.03902879953384399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,1,256,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,1,256,1,bfloat16,fp8,0,0.01644960045814514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,2,256,1,bfloat16,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,4,256,1,bfloat16,bfloat16,0,0.010315199941396713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,4,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,4,256,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,96,8,256,1,fp8,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,8,256,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,8,256,1,bfloat16,fp8,0,0.016513599455356597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,8,256,1,fp8,fp8,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,1,256,1,bfloat16,fp8,0,0.02680639922618866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,1,256,1,bfloat16,bfloat16,0,0.7573840141296386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,1,256,1,fp8,fp8,0,0.5757311820983887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,96,8,256,1,fp8,fp8,0,0.011979199945926666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,2,256,1,bfloat16,bfloat16,0,0.7631055831909179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,2,256,1,bfloat16,bfloat16,0,0.010300800204277039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,2,256,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,2,256,1,bfloat16,fp8,0,1.2614656448364259
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,2,256,1,fp8,fp8,0,0.5751711845397949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,4,256,1,bfloat16,bfloat16,0,0.7717152118682862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,4,256,1,fp8,fp8,0,0.5800623893737793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,8,256,1,bfloat16,bfloat16,0,0.7916240215301513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,4,256,1,bfloat16,fp8,0,1.2728320121765138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,96,256,1,bfloat16,bfloat16,0,0.688431978225708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,8,256,1,bfloat16,fp8,0,1.29303035736084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,96,256,1,fp8,fp8,0,0.42818241119384765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,1,256,1,bfloat16,fp8,0,1.2589424133300782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,1,256,1,bfloat16,bfloat16,0,0.38297760486602783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,96,256,1,bfloat16,fp8,0,0.9681327819824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,1,256,1,fp8,fp8,0,0.2706592082977295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,2,256,1,bfloat16,bfloat16,0,0.3851423978805542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,2,256,1,fp8,fp8,0,0.2716736078262329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,4,256,1,bfloat16,bfloat16,0,0.38885281085968015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,4,256,1,fp8,fp8,0,0.27238080501556394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,8,256,1,bfloat16,bfloat16,0,0.3954751968383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,96,8,256,1,fp8,fp8,0,0.5880144119262696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,96,256,1,bfloat16,bfloat16,0,0.32004799842834475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,96,256,1,bfloat16,fp8,0,0.4570015907287598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,96,1,256,1,bfloat16,bfloat16,0,0.010364799946546554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,96,256,1,fp8,fp8,0,0.17820320129394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,1,256,1,bfloat16,fp8,0,0.641764783859253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,1,256,1,fp8,fp8,0,0.1375040054321289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,2,256,1,bfloat16,fp8,0,0.6432672023773194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,2,256,1,bfloat16,bfloat16,0,0.18450080156326293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,4,256,1,bfloat16,fp8,0,0.645414400100708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,2,256,1,fp8,fp8,0,0.13743040561676026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,2,256,1,bfloat16,fp8,0,0.3289551973342896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,4,256,1,bfloat16,bfloat16,0,0.18455359935760499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,4,256,1,fp8,fp8,0,0.1375872015953064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,8,256,1,fp8,fp8,0,0.27449760437011717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,4,256,1,bfloat16,fp8,0,0.32988479137420657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,8,256,1,fp8,fp8,0,0.13930079936981202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,96,256,1,bfloat16,bfloat16,0,0.1368335962295532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,96,256,1,bfloat16,fp8,0,0.2113584041595459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,96,256,1,fp8,fp8,0,0.07935199737548829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,1,256,1,bfloat16,bfloat16,0,0.0964031994342804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,1,256,1,bfloat16,fp8,0,0.17821279764175416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,1,256,1,fp8,fp8,0,0.07189599871635437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,2,256,1,bfloat16,bfloat16,0,0.09647200107574463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,1,256,1,bfloat16,bfloat16,0,0.18462560176849366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,2,256,1,fp8,fp8,0,0.07179679870605468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,2,256,1,bfloat16,fp8,0,0.17846399545669556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,1,256,1,bfloat16,fp8,0,0.3296736001968384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,4,256,1,bfloat16,bfloat16,0,0.09646720290184022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,8,256,1,bfloat16,bfloat16,0,0.09644160270690919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,8,256,1,fp8,fp8,0,0.07187680006027222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,8,256,1,bfloat16,fp8,0,0.1794800043106079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,96,256,1,bfloat16,bfloat16,0,0.061536002159118655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,96,256,1,fp8,fp8,0,0.04318560063838959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,1,256,1,bfloat16,bfloat16,0,0.05139200091361999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,1,256,1,fp8,fp8,0,0.0391184002161026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,1,256,1,bfloat16,fp8,0,0.0996399998664856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,96,8,256,1,bfloat16,fp8,0,0.6540415763854981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,2,256,1,bfloat16,bfloat16,0,0.05211520195007324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,8,256,1,bfloat16,bfloat16,0,0.18656320571899415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,2,256,1,fp8,fp8,0,0.039027199149131775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,4,256,1,bfloat16,bfloat16,0,0.051500797271728516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,96,8,256,1,bfloat16,fp8,0,0.3297807931900024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,4,256,1,fp8,fp8,0,0.03911519944667816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,4,256,1,bfloat16,fp8,0,0.0997600018978119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,8,256,1,bfloat16,bfloat16,0,0.05334720015525818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,8,256,1,fp8,fp8,0,0.039057600498199466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,8,256,1,bfloat16,fp8,0,0.0993183970451355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,96,256,1,bfloat16,bfloat16,0,0.0349375993013382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,96,256,1,fp8,fp8,0,0.0252703994512558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,1,256,1,bfloat16,bfloat16,0,0.030884799361228944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,1,256,1,bfloat16,fp8,0,0.05860959887504578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,1,256,1,fp8,fp8,0,0.022699199616909027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,2,256,1,fp8,fp8,0,0.022756800055503845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,2,256,1,bfloat16,fp8,0,0.05846719741821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,4,256,1,bfloat16,bfloat16,0,0.030792000889778137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,4,256,1,bfloat16,fp8,0,0.05804319977760315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,4,256,1,fp8,fp8,0,0.07184159755706787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,4,256,1,fp8,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,96,4,256,1,bfloat16,fp8,0,0.17868640422821044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,8,256,1,bfloat16,fp8,0,0.0582751989364624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,96,256,1,bfloat16,bfloat16,0,0.024699200689792634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,96,256,1,bfloat16,fp8,0,0.04113759994506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,96,256,1,fp8,fp8,0,0.016657599806785585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,96,256,1,bfloat16,fp8,0,0.1094256043434143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,1,256,1,bfloat16,fp8,0,0.037196800112724304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,1,256,1,fp8,fp8,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,2,256,1,bfloat16,bfloat16,0,0.018649600446224213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,2,256,1,bfloat16,fp8,0,0.03705280125141144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,2,256,1,fp8,fp8,0,0.014641599357128143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,4,256,1,bfloat16,bfloat16,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,96,2,256,1,bfloat16,fp8,0,0.10001599788665771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,4,256,1,bfloat16,fp8,0,0.037390398979187014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,4,256,1,fp8,fp8,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,8,256,1,bfloat16,bfloat16,0,0.01945440024137497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,96,256,1,bfloat16,bfloat16,0,0.01863040030002594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,96,256,1,bfloat16,fp8,0,0.02887519896030426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,96,256,1,bfloat16,fp8,0,0.06371520161628723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,96,256,1,fp8,fp8,0,0.012620800733566284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,1,256,1,bfloat16,bfloat16,0,0.014422400295734406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,1,256,1,bfloat16,fp8,0,0.025908800959587096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,1,256,1,fp8,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,2,256,1,bfloat16,bfloat16,0,0.014440000057220459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,2,256,1,bfloat16,fp8,0,0.02630079984664917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,2,256,1,fp8,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,8,256,1,bfloat16,bfloat16,0,0.030836799740791322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,4,256,1,bfloat16,bfloat16,0,0.014443199336528777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,8,256,1,fp8,fp8,0,0.022672000527381896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,4,256,1,bfloat16,fp8,0,0.0261135995388031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,8,256,1,bfloat16,bfloat16,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,8,256,1,bfloat16,fp8,0,0.02613919973373413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,8,256,1,fp8,fp8,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,96,256,1,bfloat16,bfloat16,0,0.013945600390434265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,96,256,1,bfloat16,fp8,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,96,256,1,fp8,fp8,0,0.010318399965763092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,1,256,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,1,256,1,bfloat16,fp8,0,0.016467200219631196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,2,256,1,bfloat16,bfloat16,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,2,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,2,256,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,8,256,1,fp8,fp8,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,4,256,1,bfloat16,bfloat16,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,4,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,8,256,1,bfloat16,bfloat16,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,8,256,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,8,256,1,fp8,fp8,0,0.008235199749469757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,96,2,256,1,bfloat16,bfloat16,0,0.030788800120353697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,1,256,1,bfloat16,bfloat16,0,0.6963679790496826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,96,4,256,1,fp8,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,1,256,1,bfloat16,fp8,0,1.187936019897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,1,256,1,fp8,fp8,0,0.517622423171997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,2,256,1,bfloat16,bfloat16,0,0.6960576057434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,1,256,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,2,256,1,fp8,fp8,0,0.5181503772735596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,2,256,1,bfloat16,fp8,0,1.1892144203186035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,8,256,1,bfloat16,fp8,0,0.03760319948196411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,4,256,1,fp8,fp8,0,0.5183375835418701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,96,4,256,1,bfloat16,fp8,0,0.017212800681591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,4,256,1,bfloat16,bfloat16,0,0.6962384223937989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,8,256,1,bfloat16,bfloat16,0,0.6966671943664551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,4,256,1,bfloat16,fp8,0,1.1910016059875488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,8,256,1,fp8,fp8,0,0.518452787399292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,96,256,1,bfloat16,fp8,0,0.6088560104370118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,96,256,1,fp8,fp8,0,0.26031999588012694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,1,256,1,bfloat16,bfloat16,0,0.35026400089263915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,96,8,256,1,bfloat16,fp8,0,1.195089626312256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,1,256,1,fp8,fp8,0,0.2603312015533447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,2,256,1,bfloat16,bfloat16,0,0.35025439262390134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,96,1,256,1,bfloat16,bfloat16,0,0.018646399676799773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,2,256,1,fp8,fp8,0,0.2617552042007446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,4,256,1,bfloat16,bfloat16,0,0.3502847909927368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,2,256,1,bfloat16,fp8,0,0.6082896232604981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,4,256,1,fp8,fp8,0,0.2622751951217651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,8,256,1,bfloat16,bfloat16,0,0.3504080057144165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,96,256,1,bfloat16,bfloat16,0,0.18040319681167602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,8,256,1,fp8,fp8,0,0.26228320598602295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,8,256,1,bfloat16,fp8,0,0.60862717628479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,96,256,1,fp8,fp8,0,0.13325120210647584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,96,256,1,bfloat16,fp8,0,0.3172768115997314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,1,256,1,bfloat16,bfloat16,0,0.17638239860534669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,2,256,1,bfloat16,bfloat16,0,0.17636640071868898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,1,256,1,bfloat16,fp8,0,0.3158799886703491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,2,256,1,fp8,fp8,0,0.133297598361969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,2,256,1,bfloat16,fp8,0,0.3161007881164551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,96,256,1,bfloat16,bfloat16,0,0.35226080417633054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,4,256,1,fp8,fp8,0,0.1332527995109558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,4,256,1,bfloat16,bfloat16,0,0.17639039754867553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,8,256,1,fp8,fp8,0,0.13326719999313355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,8,256,1,bfloat16,fp8,0,0.31706559658050537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,1,256,1,bfloat16,fp8,0,0.6119999885559082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,96,256,1,bfloat16,bfloat16,0,0.09645439982414246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,96,256,1,bfloat16,fp8,0,0.1712000012397766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,96,256,1,fp8,fp8,0,0.07185599803924561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,1,256,1,fp8,fp8,0,0.06981920003890991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,96,4,256,1,bfloat16,fp8,0,0.6080592155456543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,2,256,1,bfloat16,bfloat16,0,0.0923904001712799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,2,256,1,bfloat16,fp8,0,0.16971999406814575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,2,256,1,fp8,fp8,0,0.06985120177268982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,1,256,1,fp8,fp8,0,0.13325120210647584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,4,256,1,fp8,fp8,0,0.06977440118789673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,4,256,1,bfloat16,fp8,0,0.16901919841766358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,8,256,1,bfloat16,bfloat16,0,0.0923583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,8,256,1,bfloat16,fp8,0,0.1705024003982544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,8,256,1,fp8,fp8,0,0.06980479955673217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,96,256,1,bfloat16,bfloat16,0,0.05548480153083801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,96,256,1,bfloat16,fp8,0,0.09720479846000671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,8,256,1,bfloat16,bfloat16,0,0.17644480466842652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,96,256,1,fp8,fp8,0,0.04103519916534424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,1,256,1,bfloat16,bfloat16,0,0.04937120079994202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,1,256,1,fp8,fp8,0,0.03901439905166626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,2,256,1,bfloat16,bfloat16,0,0.049369600415229795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,2,256,1,bfloat16,fp8,0,0.09551680088043213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,1,256,1,bfloat16,bfloat16,0,0.09234399795532226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,2,256,1,fp8,fp8,0,0.03901120126247406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,1,256,1,bfloat16,fp8,0,0.16940959692001342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,4,256,1,fp8,fp8,0,0.03900960087776184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,4,256,1,bfloat16,fp8,0,0.09616320133209229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,8,256,1,bfloat16,bfloat16,0,0.051472002267837526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,8,256,1,fp8,fp8,0,0.03900319933891296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,96,256,1,bfloat16,bfloat16,0,0.03327839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,96,4,256,1,bfloat16,bfloat16,0,0.09236639738082886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,96,256,1,bfloat16,fp8,0,0.05958880186080932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,1,256,1,bfloat16,bfloat16,0,0.028935998678207397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,1,256,1,bfloat16,fp8,0,0.05724959969520569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,1,256,1,fp8,fp8,0,0.022716799378395082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,2,256,1,bfloat16,bfloat16,0,0.028812798857688903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,2,256,1,fp8,fp8,0,0.022726400196552275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,2,256,1,bfloat16,fp8,0,0.057390397787094115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,4,256,1,bfloat16,bfloat16,0,0.02884480059146881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,4,256,1,bfloat16,fp8,0,0.057555198669433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,96,4,256,1,bfloat16,fp8,0,0.3165199995040894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,4,256,1,fp8,fp8,0,0.022694399952888487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,8,256,1,bfloat16,bfloat16,0,0.028812798857688903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,1,256,1,bfloat16,fp8,0,0.0955951988697052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,8,256,1,fp8,fp8,0,0.02268960028886795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,8,256,1,bfloat16,fp8,0,0.05746080279350281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,96,256,1,bfloat16,fp8,0,0.03902559876441956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,96,256,1,bfloat16,bfloat16,0,0.022745600342750548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,1,256,1,bfloat16,bfloat16,0,0.01855040043592453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,96,256,1,fp8,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,4,256,1,bfloat16,bfloat16,0,0.049675199389457705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,1,256,1,bfloat16,fp8,0,0.036977601051330564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,1,256,1,fp8,fp8,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,2,256,1,bfloat16,bfloat16,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,96,8,256,1,bfloat16,fp8,0,0.09540320038795472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,2,256,1,fp8,fp8,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,4,256,1,bfloat16,bfloat16,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,4,256,1,fp8,fp8,0,0.01449120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,8,256,1,bfloat16,bfloat16,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,96,96,256,1,fp8,fp8,0,0.02476000040769577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,8,256,1,bfloat16,fp8,0,0.03705919981002807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,96,256,1,bfloat16,bfloat16,0,0.018512000143527985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,96,256,1,fp8,fp8,0,0.01244800016283989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,1,256,1,bfloat16,fp8,0,0.026104000210762025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,1,256,1,fp8,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,2,256,1,bfloat16,bfloat16,0,0.014211200177669525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,2,256,1,bfloat16,fp8,0,0.025036799907684325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,2,256,1,fp8,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,4,256,1,bfloat16,fp8,0,0.025624001026153566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,4,256,1,fp8,fp8,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,8,256,1,bfloat16,bfloat16,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,8,256,1,bfloat16,fp8,0,0.026371198892593383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,8,256,1,fp8,fp8,0,0.010391999781131745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,96,256,1,bfloat16,bfloat16,0,0.012443199753761292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,96,256,1,bfloat16,fp8,0,0.017825600504875184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,96,256,1,fp8,fp8,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,1,256,1,bfloat16,bfloat16,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,2,256,1,bfloat16,fp8,0,0.03694719970226288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,1,256,1,bfloat16,fp8,0,0.01642400026321411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,2,256,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,2,256,1,bfloat16,fp8,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,8,256,1,fp8,fp8,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,96,256,1,bfloat16,fp8,0,0.027769601345062254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,2,256,1,fp8,fp8,0,0.006390400230884552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,4,256,1,bfloat16,bfloat16,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,4,256,1,fp8,fp8,0,0.006337600201368332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,4,256,1,bfloat16,bfloat16,0,0.014395199716091156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,8,256,1,bfloat16,fp8,0,0.01510239988565445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,96,4,256,1,bfloat16,fp8,0,0.03695200085639953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,1,256,1,fp8,fp8,0,0.006312000006437302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,96,1,256,1,bfloat16,bfloat16,0,0.01340319961309433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,4,256,1,bfloat16,fp8,0,0.01449120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,8,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,96,8,256,1,fp8,fp8,0,0.0063231997191905975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,1,256,1,fp8,fp8,0,140.1375244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,2,256,1,fp8,fp8,0,139.99478759765626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,1,256,1,bfloat16,bfloat16,0,191.68651123046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,2,256,1,bfloat16,bfloat16,0,191.93909912109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,4,256,1,bfloat16,bfloat16,0,206.51630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,4,256,1,fp8,fp8,0,140.746923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,1,256,1,bfloat16,fp8,0,338.68154296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,2,256,1,bfloat16,fp8,0,339.7125244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,8,256,1,fp8,fp8,0,150.283056640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,4,256,1,bfloat16,fp8,0,346.0279052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,8,256,1,bfloat16,bfloat16,0,210.1184814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,1,256,1,fp8,fp8,0,70.29017944335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,64,256,1,fp8,fp8,0,80.9902587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,1,256,1,bfloat16,bfloat16,0,96.15792846679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,2,256,1,bfloat16,bfloat16,0,96.00814819335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,64,256,1,bfloat16,fp8,0,204.3626708984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,2,256,1,fp8,fp8,0,70.23409423828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,1,256,1,bfloat16,fp8,0,169.598193359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,4,256,1,bfloat16,bfloat16,0,96.3330810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,64,8,256,1,bfloat16,fp8,0,351.677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,64,256,1,bfloat16,bfloat16,0,133.7094970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,4,256,1,fp8,fp8,0,70.27210693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,2,256,1,bfloat16,fp8,0,169.78870849609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,8,256,1,bfloat16,bfloat16,0,101.28680419921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,64,256,1,bfloat16,bfloat16,0,56.83821411132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,64,256,1,fp8,fp8,0,39.72977905273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,8,256,1,fp8,fp8,0,70.58863525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,4,256,1,bfloat16,fp8,0,170.48822021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,1,256,1,fp8,fp8,0,35.32747192382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,1,256,1,bfloat16,bfloat16,0,48.39901428222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,2,256,1,bfloat16,bfloat16,0,48.317327880859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,64,256,1,bfloat16,fp8,0,96.46734008789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,2,256,1,fp8,fp8,0,35.30956115722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,1,256,1,bfloat16,fp8,0,85.30408325195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,4,256,1,bfloat16,bfloat16,0,48.317752075195315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,4,256,1,fp8,fp8,0,35.34970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,2,256,1,bfloat16,fp8,0,85.299169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,64,8,256,1,bfloat16,fp8,0,175.546630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,8,256,1,bfloat16,bfloat16,0,48.69369201660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,8,256,1,fp8,fp8,0,35.44370727539062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,4,256,1,bfloat16,fp8,0,85.3569580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,64,8,256,1,bfloat16,fp8,0,85.9431396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,1,256,1,fp8,fp8,0,157.922607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,2,256,1,fp8,fp8,0,157.80208740234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,1,256,1,bfloat16,bfloat16,0,216.119189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,2,256,1,bfloat16,bfloat16,0,218.3284423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,4,256,1,bfloat16,bfloat16,0,225.9276123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,4,256,1,fp8,fp8,0,161.965966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,1,256,1,bfloat16,fp8,0,381.857470703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,2,256,1,bfloat16,fp8,0,383.347412109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,8,256,1,fp8,fp8,0,172.94505615234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,8,256,1,bfloat16,bfloat16,0,238.506201171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,4,256,1,bfloat16,fp8,0,387.3758544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,64,256,1,bfloat16,bfloat16,0,211.351171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,64,256,1,fp8,fp8,0,105.55687255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,1,256,1,bfloat16,bfloat16,0,108.24962158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,1,256,1,fp8,fp8,0,79.08819580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,2,256,1,bfloat16,bfloat16,0,108.1092529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,64,256,1,bfloat16,fp8,0,231.8551025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,2,256,1,fp8,fp8,0,79.03916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,1,256,1,bfloat16,fp8,0,191.13975830078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,4,256,1,bfloat16,bfloat16,0,114.65584716796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,64,8,256,1,bfloat16,fp8,0,396.14833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,4,256,1,fp8,fp8,0,79.1595947265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,2,256,1,bfloat16,fp8,0,191.3180908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,64,256,1,fp8,fp8,0,46.3298583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,8,256,1,bfloat16,bfloat16,0,118.20404052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,8,256,1,fp8,fp8,0,83.213037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,64,256,1,bfloat16,bfloat16,0,76.44361572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,4,256,1,bfloat16,fp8,0,194.4279052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,1,256,1,fp8,fp8,0,39.69490966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,1,256,1,bfloat16,bfloat16,0,54.361273193359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,64,256,1,bfloat16,fp8,0,115.95509033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,2,256,1,bfloat16,bfloat16,0,54.23024291992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,2,256,1,fp8,fp8,0,39.66807250976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,64,8,256,1,bfloat16,fp8,0,198.30428466796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,1,256,1,bfloat16,fp8,0,95.84405517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,4,256,1,bfloat16,bfloat16,0,54.40404052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,4,256,1,fp8,fp8,0,39.6944091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,2,256,1,bfloat16,fp8,0,95.8310791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,8,256,1,bfloat16,bfloat16,0,56.5513427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,64,256,1,fp8,fp8,0,22.307516479492186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,64,256,1,bfloat16,bfloat16,0,32.667694091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,8,256,1,fp8,fp8,0,39.841705322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,4,256,1,bfloat16,fp8,0,95.9859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,1,256,1,fp8,fp8,0,20.008860778808593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,1,256,1,bfloat16,bfloat16,0,27.420693969726564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,64,256,1,bfloat16,fp8,0,52.209326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,2,256,1,bfloat16,bfloat16,0,27.32837829589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,2,256,1,fp8,fp8,0,19.993780517578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,1,256,1,bfloat16,fp8,0,48.250692749023436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,4,256,1,bfloat16,bfloat16,0,27.41407165527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,4,256,1,fp8,fp8,0,20.021405029296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,64,8,256,1,bfloat16,fp8,0,98.68272094726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,2,256,1,bfloat16,fp8,0,48.259490966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,8,256,1,bfloat16,bfloat16,0,27.4687744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,8,256,1,fp8,fp8,0,20.064120483398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,4,256,1,bfloat16,fp8,0,48.25569152832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,64,8,256,1,bfloat16,fp8,0,48.428506469726564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,1,256,1,fp8,fp8,0,109.98133544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,2,256,1,fp8,fp8,0,109.84779052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,1,256,1,bfloat16,bfloat16,0,150.51248779296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,2,256,1,bfloat16,bfloat16,0,151.5150146484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,4,256,1,bfloat16,bfloat16,0,156.96490478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,4,256,1,fp8,fp8,0,111.767529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,1,256,1,bfloat16,fp8,0,265.3646240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,2,256,1,bfloat16,fp8,0,266.6634521484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,8,256,1,fp8,fp8,0,119.6418701171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,8,256,1,bfloat16,bfloat16,0,166.0949462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,4,256,1,bfloat16,fp8,0,269.681494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,64,256,1,bfloat16,bfloat16,0,148.8615966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,64,256,1,fp8,fp8,0,73.8874267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,1,256,1,fp8,fp8,0,55.08726196289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,1,256,1,bfloat16,bfloat16,0,75.41962280273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,2,256,1,bfloat16,bfloat16,0,75.34249877929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,64,256,1,bfloat16,fp8,0,162.46807861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,2,256,1,fp8,fp8,0,55.0412353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,1,256,1,bfloat16,fp8,0,133.0085205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,64,8,256,1,bfloat16,fp8,0,275.816650390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,4,256,1,bfloat16,bfloat16,0,78.54835205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,4,256,1,fp8,fp8,0,55.14744262695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,2,256,1,bfloat16,fp8,0,133.0483154296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,64,256,1,fp8,fp8,0,32.314944458007815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,8,256,1,fp8,fp8,0,56.697607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,8,256,1,bfloat16,bfloat16,0,82.0879150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,64,256,1,bfloat16,bfloat16,0,53.2706787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,4,256,1,bfloat16,fp8,0,134.8626220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,1,256,1,bfloat16,bfloat16,0,37.901303100585935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,1,256,1,fp8,fp8,0,27.674710083007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,2,256,1,bfloat16,bfloat16,0,37.816314697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,2,256,1,fp8,fp8,0,27.659115600585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,64,256,1,bfloat16,fp8,0,81.03981323242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,4,256,1,bfloat16,bfloat16,0,37.92445068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,1,256,1,bfloat16,fp8,0,66.82887573242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,64,8,256,1,bfloat16,fp8,0,137.94637451171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,4,256,1,fp8,fp8,0,27.680679321289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,2,256,1,bfloat16,fp8,0,66.78765258789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,8,256,1,bfloat16,bfloat16,0,38.82449951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,64,256,1,bfloat16,bfloat16,0,23.004815673828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,8,256,1,fp8,fp8,0,27.769488525390624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,64,256,1,fp8,fp8,0,15.683599853515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,4,256,1,bfloat16,fp8,0,66.83381958007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,1,256,1,fp8,fp8,0,13.973532104492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,1,256,1,bfloat16,bfloat16,0,19.133940124511717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,2,256,1,bfloat16,bfloat16,0,19.099148559570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,64,256,1,bfloat16,fp8,0,36.9905517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,2,256,1,fp8,fp8,0,13.968437194824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,64,8,256,1,bfloat16,fp8,0,68.10903930664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,1,256,1,bfloat16,fp8,0,33.65666809082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,4,256,1,bfloat16,bfloat16,0,19.151686096191405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,4,256,1,fp8,fp8,0,13.975924682617187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,2,256,1,bfloat16,fp8,0,33.67634582519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,8,256,1,fp8,fp8,0,14.016986083984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,8,256,1,bfloat16,bfloat16,0,19.199879455566407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,4,256,1,bfloat16,fp8,0,33.687249755859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,64,8,256,1,bfloat16,fp8,0,33.75758056640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,1,256,1,fp8,fp8,0,70.6382568359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,2,256,1,fp8,fp8,0,70.54700317382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,1,256,1,bfloat16,bfloat16,0,96.753076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,2,256,1,bfloat16,bfloat16,0,96.9490478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,4,256,1,bfloat16,bfloat16,0,100.64589233398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,4,256,1,fp8,fp8,0,71.00582885742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,1,256,1,bfloat16,fp8,0,170.63802490234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,2,256,1,bfloat16,fp8,0,171.16387939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,8,256,1,fp8,fp8,0,76.34886474609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,8,256,1,bfloat16,bfloat16,0,106.75770263671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,4,256,1,bfloat16,fp8,0,172.94486083984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,64,256,1,bfloat16,bfloat16,0,95.52850341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,64,256,1,fp8,fp8,0,47.77267150878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,1,256,1,fp8,fp8,0,35.42462158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,1,256,1,bfloat16,bfloat16,0,48.493560791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,2,256,1,bfloat16,bfloat16,0,48.448455810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,64,256,1,bfloat16,fp8,0,104.6513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,2,256,1,fp8,fp8,0,35.39254150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,1,256,1,bfloat16,fp8,0,85.42820434570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,4,256,1,bfloat16,bfloat16,0,49.14462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,64,8,256,1,bfloat16,fp8,0,177.34503173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,4,256,1,fp8,fp8,0,35.426507568359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,2,256,1,bfloat16,fp8,0,85.50029907226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,64,256,1,fp8,fp8,0,20.74345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,8,256,1,fp8,fp8,0,35.7477294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,64,256,1,bfloat16,bfloat16,0,34.545919799804686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,4,256,1,bfloat16,fp8,0,86.26299438476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,8,256,1,bfloat16,bfloat16,0,52.346197509765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,1,256,1,fp8,fp8,0,17.814047241210936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,1,256,1,bfloat16,bfloat16,0,24.402738952636717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,64,256,1,bfloat16,fp8,0,52.468621826171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,2,256,1,bfloat16,bfloat16,0,24.345797729492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,2,256,1,fp8,fp8,0,17.809672546386718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,1,256,1,bfloat16,fp8,0,42.958282470703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,4,256,1,fp8,fp8,0,17.822882080078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,64,8,256,1,bfloat16,fp8,0,88.61468505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,4,256,1,bfloat16,bfloat16,0,24.427822875976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,2,256,1,bfloat16,fp8,0,42.98860473632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,8,256,1,bfloat16,bfloat16,0,24.56481170654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,64,256,1,fp8,fp8,0,9.938484954833985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,64,256,1,bfloat16,bfloat16,0,14.770022583007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,8,256,1,fp8,fp8,0,17.87549285888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,1,256,1,fp8,fp8,0,9.007577514648437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,1,256,1,bfloat16,bfloat16,0,12.354721832275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,4,256,1,bfloat16,fp8,0,43.003851318359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,64,256,1,bfloat16,fp8,0,24.703208923339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,2,256,1,bfloat16,bfloat16,0,12.3311279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,2,256,1,fp8,fp8,0,9.004720306396484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,64,8,256,1,bfloat16,fp8,0,43.489385986328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,1,256,1,bfloat16,fp8,0,21.70329132080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,4,256,1,bfloat16,bfloat16,0,12.360697937011718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,4,256,1,fp8,fp8,0,9.018116760253907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,2,256,1,bfloat16,fp8,0,21.716415405273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,8,256,1,fp8,fp8,0,9.041425323486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,8,256,1,bfloat16,bfloat16,0,12.393121337890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,4,256,1,bfloat16,fp8,0,21.723225402832032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,64,8,256,1,bfloat16,fp8,0,21.768011474609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,1,256,1,fp8,fp8,0,79.84700317382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,2,256,1,fp8,fp8,0,79.83031616210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,1,256,1,bfloat16,bfloat16,0,109.36436767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,2,256,1,bfloat16,bfloat16,0,109.90501708984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,4,256,1,bfloat16,bfloat16,0,111.9043701171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,4,256,1,fp8,fp8,0,80.77291259765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,1,256,1,bfloat16,fp8,0,192.74451904296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,2,256,1,bfloat16,fp8,0,193.7904541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,8,256,1,fp8,fp8,0,83.53543090820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,8,256,1,bfloat16,bfloat16,0,116.00548095703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,4,256,1,bfloat16,fp8,0,194.86356201171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,64,256,1,bfloat16,bfloat16,0,110.31944580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,1,256,1,fp8,fp8,0,39.98125305175781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,64,256,1,fp8,fp8,0,55.0747314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,1,256,1,bfloat16,bfloat16,0,54.78837890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,2,256,1,bfloat16,bfloat16,0,54.77390747070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,64,256,1,bfloat16,fp8,0,120.07869873046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,2,256,1,fp8,fp8,0,39.96800842285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,1,256,1,bfloat16,fp8,0,96.40819091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,4,256,1,fp8,fp8,0,40.03752746582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,64,8,256,1,bfloat16,fp8,0,198.77861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,4,256,1,bfloat16,bfloat16,0,56.619317626953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,2,256,1,bfloat16,fp8,0,96.58113403320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,8,256,1,bfloat16,bfloat16,0,60.44889526367187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,8,256,1,fp8,fp8,0,42.36708984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,4,256,1,bfloat16,fp8,0,97.719140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,64,256,1,fp8,fp8,0,27.279721069335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,1,256,1,bfloat16,bfloat16,0,27.50926818847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,64,256,1,bfloat16,bfloat16,0,54.73656005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,1,256,1,fp8,fp8,0,20.070782470703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,64,256,1,bfloat16,fp8,0,59.94189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,2,256,1,fp8,fp8,0,20.060595703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,2,256,1,bfloat16,bfloat16,0,27.463983154296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,64,8,256,1,bfloat16,fp8,0,100.38245239257813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,1,256,1,bfloat16,fp8,0,48.42762756347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,4,256,1,fp8,fp8,0,20.083837890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,4,256,1,bfloat16,bfloat16,0,27.56956787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,8,256,1,fp8,fp8,0,20.17487487792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,2,256,1,bfloat16,fp8,0,48.42323608398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,64,256,1,fp8,fp8,0,11.717705535888673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,8,256,1,bfloat16,bfloat16,0,29.181826782226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,64,256,1,bfloat16,bfloat16,0,19.758407592773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,1,256,1,fp8,fp8,0,10.106088256835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,4,256,1,bfloat16,fp8,0,48.55367736816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,1,256,1,bfloat16,bfloat16,0,13.871478271484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,2,256,1,bfloat16,bfloat16,0,13.836488342285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,64,256,1,bfloat16,fp8,0,30.100650024414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,2,256,1,fp8,fp8,0,10.098271942138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,64,8,256,1,bfloat16,fp8,0,49.9204345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,1,256,1,bfloat16,fp8,0,24.36493835449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,4,256,1,bfloat16,bfloat16,0,13.87255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,4,256,1,fp8,fp8,0,10.117964935302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,2,256,1,bfloat16,fp8,0,24.4034912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,8,256,1,bfloat16,bfloat16,0,13.939056396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,64,256,1,fp8,fp8,0,5.535353469848633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,64,256,1,bfloat16,bfloat16,0,8.495661163330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,8,256,1,fp8,fp8,0,10.146665954589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,4,256,1,bfloat16,fp8,0,24.398992919921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,1,256,1,fp8,fp8,0,5.140884780883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,1,256,1,bfloat16,bfloat16,0,7.0503074645996096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,64,256,1,bfloat16,fp8,0,13.829074096679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,2,256,1,bfloat16,bfloat16,0,7.037920379638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,2,256,1,fp8,fp8,0,5.130368041992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,1,256,1,bfloat16,fp8,0,12.368145751953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,4,256,1,fp8,fp8,0,5.142462539672851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,4,256,1,bfloat16,bfloat16,0,7.053020477294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,2,256,1,bfloat16,fp8,0,12.365876770019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,64,8,256,1,bfloat16,fp8,0,24.50103302001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,8,256,1,bfloat16,bfloat16,0,7.072377777099609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,8,256,1,fp8,fp8,0,5.161177444458008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,4,256,1,bfloat16,fp8,0,12.38729248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,64,8,256,1,bfloat16,fp8,0,12.427969360351563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,1,256,1,fp8,fp8,0,35.88056335449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,2,256,1,fp8,fp8,0,35.88447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,1,256,1,bfloat16,bfloat16,0,49.24837646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,2,256,1,bfloat16,bfloat16,0,49.44396057128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,4,256,1,bfloat16,bfloat16,0,50.42720031738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,4,256,1,fp8,fp8,0,36.1243408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,1,256,1,bfloat16,fp8,0,86.52267456054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,2,256,1,bfloat16,fp8,0,86.82518920898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,8,256,1,fp8,fp8,0,37.51302490234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,8,256,1,bfloat16,bfloat16,0,52.475537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,4,256,1,bfloat16,fp8,0,87.56936645507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,64,256,1,bfloat16,bfloat16,0,50.84042663574219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,1,256,1,fp8,fp8,0,18.0030029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,1,256,1,bfloat16,bfloat16,0,24.691513061523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,64,256,1,fp8,fp8,0,25.355592346191408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,2,256,1,bfloat16,bfloat16,0,24.692465209960936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,64,256,1,bfloat16,fp8,0,55.27431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,2,256,1,fp8,fp8,0,17.978369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,1,256,1,bfloat16,fp8,0,43.326727294921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,64,8,256,1,bfloat16,fp8,0,89.43274536132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,4,256,1,fp8,fp8,0,18.016722106933592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,4,256,1,bfloat16,bfloat16,0,25.110101318359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,8,256,1,fp8,fp8,0,18.363404846191408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,64,256,1,fp8,fp8,0,12.44559555053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,2,256,1,bfloat16,fp8,0,43.44933166503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,8,256,1,bfloat16,bfloat16,0,27.09198913574219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,4,256,1,bfloat16,fp8,0,43.81612548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,1,256,1,bfloat16,bfloat16,0,12.428043365478516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,64,256,1,bfloat16,bfloat16,0,25.29735870361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,1,256,1,fp8,fp8,0,9.056311798095702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,64,256,1,bfloat16,fp8,0,27.769937133789064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,2,256,1,bfloat16,bfloat16,0,12.413323211669923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,2,256,1,fp8,fp8,0,9.0534912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,1,256,1,bfloat16,fp8,0,21.801963806152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,64,8,256,1,bfloat16,fp8,0,45.21236877441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,4,256,1,fp8,fp8,0,9.060676574707031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,4,256,1,bfloat16,bfloat16,0,12.45514373779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,2,256,1,bfloat16,fp8,0,21.829249572753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,8,256,1,bfloat16,bfloat16,0,12.676103973388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,64,256,1,fp8,fp8,0,5.2185615539550785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,8,256,1,fp8,fp8,0,9.098248291015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,64,256,1,bfloat16,bfloat16,0,9.232190704345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,1,256,1,bfloat16,bfloat16,0,6.289865493774414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,4,256,1,bfloat16,fp8,0,21.87261962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,1,256,1,fp8,fp8,0,4.583369445800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,2,256,1,bfloat16,bfloat16,0,6.285003280639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,2,256,1,fp8,fp8,0,4.580681610107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,64,256,1,bfloat16,fp8,0,13.829721069335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,4,256,1,bfloat16,bfloat16,0,6.30579833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,1,256,1,bfloat16,fp8,0,11.022171020507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,4,256,1,fp8,fp8,0,4.587441635131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,64,8,256,1,bfloat16,fp8,0,22.278396606445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,2,256,1,bfloat16,fp8,0,11.04212646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,8,256,1,bfloat16,bfloat16,0,6.325209426879883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,8,256,1,fp8,fp8,0,4.6050575256347654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,64,256,1,bfloat16,bfloat16,0,3.8298576354980467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,4,256,1,bfloat16,fp8,0,11.042865753173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,1,256,1,bfloat16,bfloat16,0,3.222865676879883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,1,256,1,fp8,fp8,0,2.341423988342285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,2,256,1,bfloat16,bfloat16,0,3.2158382415771483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,64,256,1,bfloat16,fp8,0,6.525739288330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,64,256,1,fp8,fp8,0,2.470475196838379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,64,8,256,1,bfloat16,fp8,0,11.09863052368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,1,256,1,bfloat16,fp8,0,5.6490833282470705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,2,256,1,fp8,fp8,0,2.344179153442383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,4,256,1,fp8,fp8,0,2.3472496032714845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,4,256,1,bfloat16,bfloat16,0,3.225020980834961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,8,256,1,bfloat16,bfloat16,0,3.2329200744628905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,8,256,1,fp8,fp8,0,2.353763198852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,2,256,1,bfloat16,fp8,0,5.644865417480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,4,256,1,bfloat16,fp8,0,5.646745681762695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,64,8,256,1,bfloat16,fp8,0,5.677560043334961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,1,256,1,fp8,fp8,0,40.77568664550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,2,256,1,fp8,fp8,0,40.83338928222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,1,256,1,bfloat16,bfloat16,0,56.021697998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,2,256,1,bfloat16,bfloat16,0,56.409002685546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,4,256,1,bfloat16,bfloat16,0,57.219580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,4,256,1,fp8,fp8,0,41.266970825195315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,1,256,1,bfloat16,fp8,0,98.31251831054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,2,256,1,bfloat16,fp8,0,98.79296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,4,256,1,bfloat16,fp8,0,99.56305541992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,8,256,1,bfloat16,bfloat16,0,58.52653198242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,8,256,1,fp8,fp8,0,42.009561157226564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,1,256,1,fp8,fp8,0,20.420460510253907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,1,256,1,bfloat16,bfloat16,0,28.06376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,64,256,1,fp8,fp8,0,29.644332885742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,64,256,1,bfloat16,bfloat16,0,59.2880615234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,2,256,1,bfloat16,bfloat16,0,28.087469482421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,64,256,1,bfloat16,fp8,0,64.171728515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,2,256,1,fp8,fp8,0,20.421844482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,1,256,1,bfloat16,fp8,0,49.124002075195314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,4,256,1,bfloat16,bfloat16,0,28.71930847167969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,64,8,256,1,bfloat16,fp8,0,101.43284301757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,4,256,1,fp8,fp8,0,20.50390167236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,8,256,1,fp8,fp8,0,21.255630493164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,2,256,1,bfloat16,fp8,0,49.40638427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,8,256,1,bfloat16,bfloat16,0,30.011312866210936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,64,256,1,fp8,fp8,0,14.728604125976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,4,256,1,bfloat16,fp8,0,49.84299926757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,1,256,1,bfloat16,bfloat16,0,14.093058776855468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,64,256,1,bfloat16,bfloat16,0,29.50501403808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,1,256,1,fp8,fp8,0,10.254081726074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,64,256,1,bfloat16,fp8,0,32.10811767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,2,256,1,bfloat16,bfloat16,0,14.079925537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,2,256,1,fp8,fp8,0,10.249276733398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,1,256,1,bfloat16,fp8,0,24.66045684814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,64,8,256,1,bfloat16,fp8,0,50.91476135253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,4,256,1,bfloat16,bfloat16,0,14.177061462402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,4,256,1,fp8,fp8,0,10.264246368408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,2,256,1,bfloat16,fp8,0,24.730593872070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,8,256,1,fp8,fp8,0,10.346054077148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,8,256,1,bfloat16,bfloat16,0,15.323133850097657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,64,256,1,fp8,fp8,0,7.116558074951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,4,256,1,bfloat16,fp8,0,24.8286865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,64,256,1,bfloat16,bfloat16,0,14.520652770996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,1,256,1,bfloat16,bfloat16,0,7.109782409667969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,1,256,1,fp8,fp8,0,5.165108871459961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,2,256,1,bfloat16,bfloat16,0,7.098242950439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,64,256,1,bfloat16,fp8,0,16.087872314453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,1,256,1,bfloat16,fp8,0,12.436510467529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,2,256,1,fp8,fp8,0,5.166052627563476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,4,256,1,bfloat16,bfloat16,0,7.123728179931641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,64,8,256,1,bfloat16,fp8,0,25.697149658203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,4,256,1,fp8,fp8,0,5.177795028686523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,2,256,1,bfloat16,fp8,0,12.454444885253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,8,256,1,bfloat16,bfloat16,0,7.177572631835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,8,256,1,fp8,fp8,0,5.199204635620117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,64,256,1,bfloat16,bfloat16,0,5.320587158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,64,256,1,fp8,fp8,0,3.0304079055786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,4,256,1,bfloat16,fp8,0,12.472016143798829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,1,256,1,bfloat16,bfloat16,0,3.619054412841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,1,256,1,fp8,fp8,0,2.6306304931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,2,256,1,bfloat16,bfloat16,0,3.6141822814941404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,2,256,1,fp8,fp8,0,2.6284063339233397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,64,8,256,1,bfloat16,fp8,0,12.599394989013671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,1,256,1,bfloat16,fp8,0,6.3180992126464846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,4,256,1,bfloat16,bfloat16,0,3.6257022857666015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,4,256,1,fp8,fp8,0,2.633875274658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,2,256,1,bfloat16,fp8,0,6.329227066040039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,8,256,1,bfloat16,bfloat16,0,3.6364288330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,8,256,1,fp8,fp8,0,2.643111991882324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,64,256,1,fp8,fp8,0,1.4299887657165526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,64,256,1,bfloat16,bfloat16,0,2.194272041320801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,1,256,1,bfloat16,bfloat16,0,1.8690656661987304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,4,256,1,bfloat16,fp8,0,6.335411071777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,64,256,1,bfloat16,fp8,0,8.032001495361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,1,256,1,fp8,fp8,0,1.3534735679626464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,64,256,1,bfloat16,fp8,0,3.8002479553222654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,2,256,1,fp8,fp8,0,1.350812816619873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,2,256,1,bfloat16,bfloat16,0,1.868235206604004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,64,8,256,1,bfloat16,fp8,0,6.369303894042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,4,256,1,fp8,fp8,0,1.3528176307678224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,4,256,1,bfloat16,bfloat16,0,1.8715055465698243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,1,256,1,bfloat16,fp8,0,3.269811248779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,2,256,1,bfloat16,fp8,0,3.2667102813720703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,8,256,1,bfloat16,bfloat16,0,1.8785072326660157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,8,256,1,fp8,fp8,0,1.3581343650817872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,4,256,1,bfloat16,fp8,0,3.27216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,64,8,256,1,bfloat16,fp8,0,3.2870529174804686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,1,256,1,fp8,fp8,0,18.528773498535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,2,256,1,fp8,fp8,0,18.52569122314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,1,256,1,bfloat16,bfloat16,0,25.512187194824218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,2,256,1,bfloat16,bfloat16,0,25.71772155761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,4,256,1,bfloat16,bfloat16,0,26.160964965820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,4,256,1,fp8,fp8,0,18.735340881347657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,1,256,1,bfloat16,fp8,0,44.521063232421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,2,256,1,bfloat16,fp8,0,44.892758178710935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,8,256,1,fp8,fp8,0,19.169148254394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,8,256,1,bfloat16,bfloat16,0,26.900729370117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,64,256,1,bfloat16,bfloat16,0,27.903909301757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,4,256,1,bfloat16,fp8,0,45.25480651855469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,1,256,1,bfloat16,bfloat16,0,12.801303100585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,1,256,1,fp8,fp8,0,9.294625854492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,64,256,1,fp8,fp8,0,14.011526489257813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,2,256,1,fp8,fp8,0,9.297284698486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,64,256,1,bfloat16,fp8,0,30.364385986328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,1,256,1,bfloat16,fp8,0,22.305726623535158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,2,256,1,bfloat16,bfloat16,0,12.809831237792968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,64,8,256,1,bfloat16,fp8,0,46.16932067871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,4,256,1,bfloat16,bfloat16,0,13.139434814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,4,256,1,fp8,fp8,0,9.320104217529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,2,256,1,bfloat16,fp8,0,22.375770568847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,8,256,1,fp8,fp8,0,9.545184326171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,4,256,1,bfloat16,fp8,0,22.642352294921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,8,256,1,bfloat16,bfloat16,0,13.800125122070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,64,256,1,bfloat16,bfloat16,0,13.985031127929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,64,256,1,fp8,fp8,0,6.892625427246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,1,256,1,bfloat16,bfloat16,0,6.441337585449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,1,256,1,fp8,fp8,0,4.6711265563964846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,64,256,1,bfloat16,fp8,0,15.177194213867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,2,256,1,bfloat16,bfloat16,0,6.436663818359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,1,256,1,bfloat16,fp8,0,11.221327972412109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,2,256,1,fp8,fp8,0,4.669990539550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,64,8,256,1,bfloat16,fp8,0,23.3185791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,4,256,1,bfloat16,bfloat16,0,6.4732414245605465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,4,256,1,fp8,fp8,0,4.681302261352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,8,256,1,fp8,fp8,0,4.717732620239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,64,256,1,fp8,fp8,0,3.240099334716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,2,256,1,bfloat16,fp8,0,11.246363067626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,8,256,1,bfloat16,bfloat16,0,6.7524864196777346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,4,256,1,bfloat16,fp8,0,11.2846435546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,64,256,1,bfloat16,bfloat16,0,6.7452751159667965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,1,256,1,fp8,fp8,0,2.365123176574707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,1,256,1,bfloat16,bfloat16,0,3.2643665313720702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,2,256,1,bfloat16,bfloat16,0,3.2627601623535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,64,256,1,bfloat16,fp8,0,7.592996978759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,2,256,1,fp8,fp8,0,2.3686592102050783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,1,256,1,bfloat16,fp8,0,5.686740875244141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,2,256,1,bfloat16,fp8,0,5.690185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,4,256,1,bfloat16,bfloat16,0,3.275147247314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,4,256,1,fp8,fp8,0,2.3707727432250976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,8,256,1,bfloat16,bfloat16,0,3.2985889434814455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,64,256,1,fp8,fp8,0,1.3373519897460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,4,256,1,bfloat16,fp8,0,5.707326507568359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,8,256,1,fp8,fp8,0,2.382168006896973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,64,256,1,bfloat16,bfloat16,0,2.44552001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,1,256,1,bfloat16,bfloat16,0,1.6757904052734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,64,8,256,1,bfloat16,fp8,0,11.617511749267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,1,256,1,fp8,fp8,0,1.207526397705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,64,256,1,bfloat16,fp8,0,3.74505615234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,2,256,1,fp8,fp8,0,1.2132207870483398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,2,256,1,bfloat16,bfloat16,0,1.6735504150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,64,8,256,1,bfloat16,fp8,0,5.739297485351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,1,256,1,bfloat16,fp8,0,2.9143423080444335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,4,256,1,bfloat16,bfloat16,0,1.6785648345947266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,4,256,1,fp8,fp8,0,1.2156895637512206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,2,256,1,bfloat16,fp8,0,2.919148826599121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,64,256,1,bfloat16,bfloat16,0,1.017912006378174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,8,256,1,fp8,fp8,0,1.2206879615783692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,64,256,1,fp8,fp8,0,0.6684864044189454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,4,256,1,bfloat16,fp8,0,2.9251407623291015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,1,256,1,bfloat16,bfloat16,0,0.8827168464660644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,1,256,1,fp8,fp8,0,0.6342463970184327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,64,256,1,bfloat16,fp8,0,1.7175264358520508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,8,256,1,bfloat16,fp8,0,2.942889595031738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,2,256,1,bfloat16,bfloat16,0,0.8782976150512696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,2,256,1,fp8,fp8,0,0.632916784286499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,1,256,1,bfloat16,fp8,0,1.5322431564331054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,4,256,1,bfloat16,bfloat16,0,0.8838352203369141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,4,256,1,fp8,fp8,0,0.6338031768798829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,2,256,1,bfloat16,fp8,0,1.5366751670837402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,8,256,1,bfloat16,bfloat16,0,0.8870351791381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,8,256,1,fp8,fp8,0,0.6367455959320069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,4,256,1,bfloat16,fp8,0,1.5361743927001954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,64,8,256,1,bfloat16,bfloat16,0,1.685883140563965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,64,8,256,1,bfloat16,fp8,0,1.5451199531555175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,1,256,1,fp8,fp8,0,21.270321655273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,2,256,1,fp8,fp8,0,21.378004455566405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,1,256,1,bfloat16,bfloat16,0,29.405975341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,2,256,1,bfloat16,bfloat16,0,29.856829833984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,4,256,1,bfloat16,bfloat16,0,30.44796142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,4,256,1,fp8,fp8,0,21.692950439453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,8,256,1,bfloat16,bfloat16,0,31.34229736328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,1,256,1,bfloat16,fp8,0,51.22664184570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,2,256,1,bfloat16,fp8,0,51.881109619140624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,4,256,1,bfloat16,fp8,0,52.19288330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,8,256,1,fp8,fp8,0,22.172352600097657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,1,256,1,fp8,fp8,0,10.642803192138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,1,256,1,bfloat16,bfloat16,0,14.70545654296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,64,256,1,fp8,fp8,0,16.849589538574218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,2,256,1,bfloat16,bfloat16,0,14.812628173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,64,256,1,bfloat16,bfloat16,0,33.728640747070315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,1,256,1,bfloat16,fp8,0,25.50548858642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,2,256,1,fp8,fp8,0,10.656017303466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,64,8,256,1,bfloat16,fp8,0,53.50447387695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,64,256,1,bfloat16,fp8,0,36.63001403808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,4,256,1,fp8,fp8,0,10.754436492919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,4,256,1,bfloat16,bfloat16,0,15.12433319091797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,2,256,1,bfloat16,fp8,0,25.694967651367186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,8,256,1,fp8,fp8,0,11.042855834960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,8,256,1,bfloat16,bfloat16,0,15.64484100341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,64,256,1,fp8,fp8,0,8.373854064941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,1,256,1,bfloat16,bfloat16,0,7.389153289794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,4,256,1,bfloat16,fp8,0,26.017144775390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,64,256,1,bfloat16,bfloat16,0,16.815867614746093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,64,256,1,bfloat16,fp8,0,18.330807495117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,64,8,256,1,bfloat16,fp8,0,26.62732849121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,1,256,1,fp8,fp8,0,5.346123123168946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,2,256,1,fp8,fp8,0,5.350739288330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,2,256,1,bfloat16,bfloat16,0,7.390042877197265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,4,256,1,fp8,fp8,0,5.364163208007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,4,256,1,bfloat16,bfloat16,0,7.506084442138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,1,256,1,bfloat16,fp8,0,12.816622924804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,8,256,1,fp8,fp8,0,5.447241592407226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,8,256,1,bfloat16,bfloat16,0,7.97748031616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,4,256,1,bfloat16,fp8,0,13.014463806152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,64,256,1,fp8,fp8,0,4.0662384033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,64,256,1,bfloat16,bfloat16,0,8.370182037353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,2,256,1,bfloat16,fp8,0,12.858982849121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,1,256,1,bfloat16,bfloat16,0,3.7281120300292967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,1,256,1,fp8,fp8,0,2.696132850646973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,64,256,1,bfloat16,fp8,0,9.176866912841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,2,256,1,bfloat16,bfloat16,0,3.7297439575195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,64,8,256,1,bfloat16,fp8,0,13.458079528808593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,1,256,1,bfloat16,fp8,0,6.461408233642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,2,256,1,fp8,fp8,0,2.696614456176758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,4,256,1,bfloat16,bfloat16,0,3.7481536865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,4,256,1,fp8,fp8,0,2.704520034790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,8,256,1,fp8,fp8,0,2.7237743377685546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,8,256,1,bfloat16,bfloat16,0,3.8284481048583983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,64,256,1,fp8,fp8,0,1.797235107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,2,256,1,bfloat16,fp8,0,6.4781852722167965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,4,256,1,bfloat16,fp8,0,6.500997161865234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,1,256,1,bfloat16,bfloat16,0,1.90023193359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,1,256,1,fp8,fp8,0,1.3722415924072267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,2,256,1,bfloat16,bfloat16,0,1.9017744064331055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,64,256,1,bfloat16,fp8,0,4.550244903564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,64,8,256,1,bfloat16,fp8,0,6.6530029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,2,256,1,fp8,fp8,0,1.3743151664733886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,1,256,1,bfloat16,fp8,0,3.2905952453613283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,4,256,1,bfloat16,bfloat16,0,1.9097711563110351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,2,256,1,bfloat16,fp8,0,3.2994544982910154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,4,256,1,fp8,fp8,0,1.3770607948303222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,8,256,1,bfloat16,bfloat16,0,1.9212608337402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,8,256,1,fp8,fp8,0,1.3844287872314454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,64,256,1,fp8,fp8,0,0.7757040023803711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,64,256,1,bfloat16,bfloat16,0,1.3965855598449708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,4,256,1,bfloat16,fp8,0,3.3069599151611326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,1,256,1,bfloat16,bfloat16,0,0.9848352432250976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,1,256,1,fp8,fp8,0,0.7005119800567627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,8,256,1,bfloat16,fp8,0,3.3326400756835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,64,256,1,bfloat16,fp8,0,2.1792335510253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,2,256,1,fp8,fp8,0,0.701145601272583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,1,256,1,bfloat16,fp8,0,1.6996000289916993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,4,256,1,bfloat16,bfloat16,0,0.9880047798156738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,64,64,256,1,bfloat16,bfloat16,0,3.9540863037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,4,256,1,fp8,fp8,0,0.7027135848999023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,8,256,1,bfloat16,bfloat16,0,0.9924799919128418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,8,256,1,fp8,fp8,0,0.7063920021057128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,64,256,1,bfloat16,bfloat16,0,0.6066703796386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,64,256,1,fp8,fp8,0,0.39756801128387453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,8,256,1,bfloat16,fp8,0,1.714788818359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,64,256,1,bfloat16,fp8,0,1.0179183959960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,1,256,1,bfloat16,bfloat16,0,0.5208687782287598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,1,256,1,fp8,fp8,0,0.377783989906311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,2,256,1,bfloat16,bfloat16,0,0.5199120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,2,256,1,fp8,fp8,0,0.37865118980407714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,2,256,1,bfloat16,bfloat16,0,0.9857855796813965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,2,256,1,bfloat16,fp8,0,0.9150256156921387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,4,256,1,fp8,fp8,0,0.37890560626983644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,4,256,1,bfloat16,fp8,0,0.9138239860534668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,8,256,1,bfloat16,bfloat16,0,0.5240896224975586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,2,256,1,bfloat16,fp8,0,1.7039535522460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,8,256,1,fp8,fp8,0,0.38102400302886963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,8,256,1,bfloat16,fp8,0,0.9192864418029785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,64,4,256,1,bfloat16,fp8,0,1.704947280883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,1,256,1,bfloat16,fp8,0,0.9131088256835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,64,4,256,1,bfloat16,bfloat16,0,0.5212863922119141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,1,256,1,fp8,fp8,0,9.860932922363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,2,256,1,fp8,fp8,0,9.871665954589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,1,256,1,bfloat16,bfloat16,0,13.655145263671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,2,256,1,bfloat16,bfloat16,0,13.927931213378907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,4,256,1,bfloat16,bfloat16,0,14.275498962402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,4,256,1,fp8,fp8,0,10.08759002685547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,1,256,1,bfloat16,fp8,0,23.550811767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,2,256,1,bfloat16,fp8,0,23.817169189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,4,256,1,bfloat16,fp8,0,24.17596435546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,8,256,1,fp8,fp8,0,10.383097839355468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,8,256,1,bfloat16,bfloat16,0,14.834605407714843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,1,256,1,bfloat16,bfloat16,0,6.853600311279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,1,256,1,fp8,fp8,0,4.9396240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,64,256,1,fp8,fp8,0,8.291099548339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,64,256,1,bfloat16,bfloat16,0,16.64039306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,2,256,1,bfloat16,bfloat16,0,6.898127746582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,1,256,1,bfloat16,fp8,0,11.789351654052734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,2,256,1,fp8,fp8,0,4.934711837768555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,64,8,256,1,bfloat16,fp8,0,24.93266906738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,4,256,1,bfloat16,bfloat16,0,7.098310089111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,4,256,1,fp8,fp8,0,4.967932891845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,64,256,1,bfloat16,fp8,0,18.160362243652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,8,256,1,bfloat16,bfloat16,0,7.424504089355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,8,256,1,fp8,fp8,0,5.129019165039063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,2,256,1,bfloat16,fp8,0,11.893096160888671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,64,256,1,fp8,fp8,0,4.094643020629883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,1,256,1,bfloat16,bfloat16,0,3.455099105834961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,4,256,1,bfloat16,fp8,0,12.083150482177734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,1,256,1,fp8,fp8,0,2.4856719970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,64,256,1,bfloat16,bfloat16,0,8.320228576660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,64,256,1,bfloat16,fp8,0,9.124449920654296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,2,256,1,bfloat16,bfloat16,0,3.4595375061035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,1,256,1,bfloat16,fp8,0,5.937862396240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,64,8,256,1,bfloat16,fp8,0,12.474782562255859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,2,256,1,fp8,fp8,0,2.4937055587768553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,4,256,1,bfloat16,bfloat16,0,3.497751998901367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,2,256,1,bfloat16,fp8,0,5.958763122558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,8,256,1,fp8,fp8,0,2.5291343688964845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,4,256,1,bfloat16,fp8,0,6.013024139404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,8,256,1,bfloat16,bfloat16,0,3.7420639038085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,1,256,1,bfloat16,bfloat16,0,1.7516319274902343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,64,256,1,bfloat16,bfloat16,0,4.116958236694336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,1,256,1,fp8,fp8,0,1.259068775177002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,4,256,1,fp8,fp8,0,2.492689514160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,64,256,1,bfloat16,fp8,0,4.553009414672852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,1,256,1,bfloat16,fp8,0,3.007364845275879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,2,256,1,fp8,fp8,0,1.2616064071655273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,4,256,1,bfloat16,bfloat16,0,1.765603256225586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,64,256,1,fp8,fp8,0,1.9390176773071288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,4,256,1,fp8,fp8,0,1.2641679763793945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,8,256,1,bfloat16,bfloat16,0,1.7961536407470704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,4,256,1,bfloat16,fp8,0,3.0311168670654296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,8,256,1,fp8,fp8,0,1.2772144317626952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,2,256,1,bfloat16,bfloat16,0,1.7523584365844727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,64,256,1,bfloat16,bfloat16,0,1.8320032119750977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,64,256,1,fp8,fp8,0,0.7803040027618409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,1,256,1,bfloat16,bfloat16,0,0.9044943809509277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,1,256,1,fp8,fp8,0,0.6404111862182618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,8,256,1,bfloat16,fp8,0,3.0872447967529295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,64,256,1,bfloat16,fp8,0,2.232748794555664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,64,2,256,1,bfloat16,fp8,0,3.0174863815307615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,1,256,1,bfloat16,fp8,0,1.553004837036133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,2,256,1,fp8,fp8,0,0.6445199966430664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,2,256,1,bfloat16,fp8,0,1.5529071807861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,4,256,1,fp8,fp8,0,0.6500495910644531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,64,8,256,1,bfloat16,fp8,0,6.2854766845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,8,256,1,bfloat16,bfloat16,0,0.9171919822692871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,4,256,1,bfloat16,fp8,0,1.5567616462707519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,64,256,1,fp8,fp8,0,0.37420799732208254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,1,256,1,bfloat16,bfloat16,0,0.4691904067993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,64,256,1,bfloat16,fp8,0,1.007369613647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,1,256,1,fp8,fp8,0,0.33540639877319334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,1,256,1,bfloat16,fp8,0,0.8166144371032715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,2,256,1,bfloat16,bfloat16,0,0.4686863899230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,2,256,1,bfloat16,bfloat16,0,0.9054335594177246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,2,256,1,fp8,fp8,0,0.33511359691619874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,4,256,1,bfloat16,bfloat16,0,0.4777184009552002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,4,256,1,fp8,fp8,0,0.33615999221801757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,4,256,1,bfloat16,bfloat16,0,0.9103679656982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,4,256,1,bfloat16,fp8,0,0.8176943778991699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,8,256,1,fp8,fp8,0,0.3381999969482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,64,256,1,bfloat16,bfloat16,0,0.29930241107940675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,8,256,1,bfloat16,fp8,0,0.8254112243652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,64,256,1,bfloat16,bfloat16,0,0.6129680156707764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,8,256,1,bfloat16,fp8,0,1.5750816345214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,64,256,1,fp8,fp8,0,0.19819040298461915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,64,256,1,bfloat16,fp8,0,0.4995151996612549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,1,256,1,bfloat16,bfloat16,0,0.25868799686431887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,1,256,1,fp8,fp8,0,0.18661279678344728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,2,256,1,bfloat16,bfloat16,0,0.25919198989868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,4,256,1,bfloat16,bfloat16,0,0.25929439067840576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,4,256,1,bfloat16,fp8,0,0.4582399845123291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,4,256,1,fp8,fp8,0,0.187391996383667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,8,256,1,bfloat16,bfloat16,0,0.2616480112075806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,2,256,1,bfloat16,fp8,0,0.8181376457214355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,8,256,1,bfloat16,fp8,0,0.458571195602417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,8,256,1,fp8,fp8,0,0.18888319730758668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,64,8,256,1,bfloat16,bfloat16,0,0.4812960147857666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,64,8,256,1,fp8,fp8,0,0.6551551818847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,2,256,1,fp8,fp8,0,0.18670560121536256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,2,256,1,bfloat16,fp8,0,0.45600318908691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,64,1,256,1,bfloat16,fp8,0,0.4589263916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,1,256,1,fp8,fp8,0,5.528551864624023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,2,256,1,fp8,fp8,0,5.60167350769043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,1,256,1,bfloat16,bfloat16,0,7.7672576904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,2,256,1,bfloat16,bfloat16,0,8.094184112548827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,4,256,1,bfloat16,bfloat16,0,8.497532653808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,1,256,1,bfloat16,fp8,0,13.12303466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,2,256,1,bfloat16,fp8,0,13.358052062988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,4,256,1,fp8,fp8,0,5.75225601196289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,8,256,1,fp8,fp8,0,6.054246520996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,8,256,1,bfloat16,bfloat16,0,9.163044738769532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,4,256,1,bfloat16,fp8,0,13.736665344238281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,1,256,1,bfloat16,bfloat16,0,3.9001888275146483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,64,256,1,fp8,fp8,0,5.434747314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,1,256,1,fp8,fp8,0,2.7705968856811523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,2,256,1,bfloat16,bfloat16,0,4.009371185302735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,64,8,256,1,bfloat16,fp8,0,14.401011657714843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,2,256,1,fp8,fp8,0,2.768849563598633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,1,256,1,bfloat16,fp8,0,6.5673683166503904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,64,256,1,bfloat16,bfloat16,0,10.854920196533204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,2,256,1,bfloat16,fp8,0,6.67217788696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,4,256,1,bfloat16,bfloat16,0,4.158729553222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,64,256,1,bfloat16,fp8,0,12.218153381347657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,4,256,1,fp8,fp8,0,2.8376319885253904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,8,256,1,bfloat16,bfloat16,0,4.415644836425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,4,256,1,bfloat16,fp8,0,6.831577301025391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,1,256,1,bfloat16,bfloat16,0,1.9654752731323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,8,256,1,fp8,fp8,0,2.9717744827270507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,1,256,1,fp8,fp8,0,1.391862392425537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,64,256,1,bfloat16,bfloat16,0,5.421823883056641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,2,256,1,bfloat16,bfloat16,0,1.9758031845092774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,1,256,1,bfloat16,fp8,0,3.306782531738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,64,8,256,1,bfloat16,fp8,0,7.186299133300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,2,256,1,fp8,fp8,0,1.398419189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,64,256,1,fp8,fp8,0,2.7100656509399412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,64,256,1,bfloat16,fp8,0,6.102363204956054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,2,256,1,bfloat16,fp8,0,3.3311344146728517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,4,256,1,fp8,fp8,0,1.400716781616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,4,256,1,bfloat16,bfloat16,0,2.052720069885254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,8,256,1,fp8,fp8,0,1.4505248069763184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,8,256,1,bfloat16,bfloat16,0,2.2087535858154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,4,256,1,bfloat16,fp8,0,3.4139217376708983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,1,256,1,bfloat16,bfloat16,0,1.0058671951293945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,64,256,1,fp8,fp8,0,1.2870832443237306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,1,256,1,fp8,fp8,0,0.7077951908111573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,64,256,1,bfloat16,bfloat16,0,2.719366455078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,1,256,1,bfloat16,fp8,0,1.6771280288696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,2,256,1,bfloat16,bfloat16,0,1.0064432144165039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,64,8,256,1,bfloat16,fp8,0,3.5951679229736326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,64,256,1,bfloat16,fp8,0,3.056283187866211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,2,256,1,bfloat16,fp8,0,1.6815231323242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,4,256,1,bfloat16,bfloat16,0,1.0179776191711425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,4,256,1,fp8,fp8,0,0.7141839981079101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,4,256,1,bfloat16,fp8,0,1.6989391326904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,8,256,1,bfloat16,bfloat16,0,1.0610223770141602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,8,256,1,bfloat16,fp8,0,1.7800256729125976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,64,256,1,bfloat16,bfloat16,0,1.3091936111450195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,1,256,1,bfloat16,bfloat16,0,0.519591999053955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,1,256,1,fp8,fp8,0,0.3608848094940186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,64,256,1,bfloat16,fp8,0,1.5017295837402345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,2,256,1,fp8,fp8,0,0.7086783885955811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,2,256,1,bfloat16,bfloat16,0,0.5217760086059571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,1,256,1,bfloat16,fp8,0,0.864299201965332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,2,256,1,fp8,fp8,0,0.3615135908126831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,2,256,1,bfloat16,fp8,0,0.8667183876037597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,4,256,1,fp8,fp8,0,0.3673824071884155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,4,256,1,bfloat16,fp8,0,0.8721471786499023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,8,256,1,bfloat16,bfloat16,0,0.5396336078643799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,8,256,1,fp8,fp8,0,0.3711855888366699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,64,256,1,fp8,fp8,0,0.2300112009048462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,64,256,1,bfloat16,bfloat16,0,0.443939208984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,64,8,256,1,fp8,fp8,0,0.7245920181274415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,1,256,1,bfloat16,bfloat16,0,0.2653599977493286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,64,256,1,fp8,fp8,0,0.517796802520752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,64,256,1,bfloat16,fp8,0,0.6607776165008545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,2,256,1,bfloat16,bfloat16,0,0.2657439947128296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,1,256,1,bfloat16,fp8,0,0.4616447925567627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,1,256,1,fp8,fp8,0,0.1866688013076782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,2,256,1,fp8,fp8,0,0.18659199476242067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,4,256,1,bfloat16,bfloat16,0,0.2789664030075073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,2,256,1,bfloat16,fp8,0,0.46277761459350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,4,256,1,fp8,fp8,0,0.18666239976882934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,4,256,1,bfloat16,fp8,0,0.46419520378112794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,8,256,1,fp8,fp8,0,0.18876479864120482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,64,256,1,bfloat16,bfloat16,0,0.18935840129852294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,8,256,1,bfloat16,fp8,0,0.469649600982666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,64,256,1,fp8,fp8,0,0.11313120126724244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,64,256,1,bfloat16,fp8,0,0.30290400981903076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,1,256,1,bfloat16,bfloat16,0,0.14449280500411987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,1,256,1,fp8,fp8,0,0.10264799594879151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,2,256,1,bfloat16,bfloat16,0,0.14489599466323852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,2,256,1,fp8,fp8,0,0.10283839702606201
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,2,256,1,bfloat16,fp8,0,0.2574575901031494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,4,256,1,bfloat16,bfloat16,0,0.14583040475845338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,8,256,1,bfloat16,fp8,0,0.8966447830200195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,4,256,1,fp8,fp8,0,0.10342719554901122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,4,256,1,bfloat16,fp8,0,0.2576927900314331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,8,256,1,bfloat16,fp8,0,0.2602976083755493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,64,256,1,bfloat16,bfloat16,0,0.09645919799804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,64,256,1,bfloat16,fp8,0,0.16448800563812255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,64,256,1,fp8,fp8,0,0.06572800278663635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,1,256,1,bfloat16,bfloat16,0,0.08430560231208802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,1,256,1,bfloat16,fp8,0,0.15000159740448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,2,256,1,bfloat16,bfloat16,0,0.08425279855728149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,2,256,1,bfloat16,fp8,0,0.15142560005187988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,2,256,1,fp8,fp8,0,0.05977920293807983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,4,256,1,bfloat16,bfloat16,0,0.0841808021068573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,64,4,256,1,bfloat16,bfloat16,0,0.5276400089263916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,4,256,1,bfloat16,fp8,0,0.15102720260620117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,4,256,1,fp8,fp8,0,0.05992159843444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,8,256,1,bfloat16,bfloat16,0,0.08590720295906067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,8,256,1,bfloat16,fp8,0,0.15140000581741334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,1,256,1,bfloat16,fp8,0,0.2572783946990967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,8,256,1,bfloat16,bfloat16,0,0.1465999960899353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,64,8,256,1,fp8,fp8,0,0.10469919443130493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,1,256,1,fp8,fp8,0,0.06159520149230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,64,8,256,1,bfloat16,bfloat16,0,0.28285119533538816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,64,8,256,1,fp8,fp8,0,0.061577600240707395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,1,256,1,fp8,fp8,0,3.3767230987548826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,1,256,1,bfloat16,bfloat16,0,4.88123664855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,2,256,1,fp8,fp8,0,3.46650390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,2,256,1,bfloat16,bfloat16,0,5.170772933959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,4,256,1,bfloat16,bfloat16,0,5.542726516723633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,1,256,1,bfloat16,fp8,0,8.014055633544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,2,256,1,bfloat16,fp8,0,8.220674896240235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,4,256,1,fp8,fp8,0,3.628753662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,4,256,1,bfloat16,fp8,0,8.589183807373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,8,256,1,fp8,fp8,0,3.9129615783691407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,1,256,1,bfloat16,bfloat16,0,2.4418655395507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,8,256,1,bfloat16,bfloat16,0,6.297919845581054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,64,256,1,fp8,fp8,0,3.9807201385498048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,1,256,1,fp8,fp8,0,1.7005647659301757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,2,256,1,bfloat16,bfloat16,0,2.5612144470214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,2,256,1,fp8,fp8,0,1.7118127822875977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,64,256,1,bfloat16,bfloat16,0,7.9732109069824215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,4,256,1,bfloat16,bfloat16,0,2.7402496337890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,1,256,1,bfloat16,fp8,0,4.035398483276367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,64,8,256,1,bfloat16,fp8,0,9.312974548339843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,2,256,1,bfloat16,fp8,0,4.1317390441894535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,4,256,1,fp8,fp8,0,1.7793760299682617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,4,256,1,bfloat16,fp8,0,4.285361480712891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,64,256,1,bfloat16,fp8,0,9.187636566162109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,8,256,1,fp8,fp8,0,1.9128400802612304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,8,256,1,bfloat16,bfloat16,0,3.030451202392578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,1,256,1,bfloat16,bfloat16,0,1.2358336448669434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,1,256,1,fp8,fp8,0,0.8529184341430665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,64,256,1,bfloat16,bfloat16,0,3.991572952270508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,2,256,1,bfloat16,bfloat16,0,1.269472026824951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,2,256,1,fp8,fp8,0,0.8561776161193848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,1,256,1,bfloat16,fp8,0,2.0367183685302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,64,256,1,bfloat16,fp8,0,4.602278518676758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,2,256,1,bfloat16,fp8,0,2.07457275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,4,256,1,bfloat16,bfloat16,0,1.352510356903076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,64,256,1,fp8,fp8,0,1.9872159957885742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,4,256,1,fp8,fp8,0,0.8687583923339843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,64,8,256,1,bfloat16,fp8,0,4.639227294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,4,256,1,bfloat16,fp8,0,2.145841598510742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,8,256,1,bfloat16,bfloat16,0,1.4911120414733887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,8,256,1,fp8,fp8,0,0.9316672325134278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,64,256,1,fp8,fp8,0,0.983518409729004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,1,256,1,fp8,fp8,0,0.4311200141906738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,64,256,1,bfloat16,bfloat16,0,1.9948432922363282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,1,256,1,bfloat16,bfloat16,0,0.6323535919189454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,1,256,1,bfloat16,fp8,0,1.0173263549804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,64,8,256,1,bfloat16,fp8,0,2.2881792068481444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,2,256,1,bfloat16,bfloat16,0,0.6360159873962402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,2,256,1,fp8,fp8,0,0.4342351913452148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,64,256,1,bfloat16,fp8,0,2.300449562072754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,4,256,1,fp8,fp8,0,0.4392127990722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,2,256,1,bfloat16,fp8,0,1.0292911529541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,8,256,1,fp8,fp8,0,0.44888958930969236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,4,256,1,bfloat16,bfloat16,0,0.6554431915283203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,8,256,1,bfloat16,bfloat16,0,0.7192351818084717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,4,256,1,bfloat16,fp8,0,1.055350399017334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,64,256,1,fp8,fp8,0,0.422708797454834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,64,256,1,bfloat16,bfloat16,0,0.9844464302062989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,1,256,1,fp8,fp8,0,0.21761279106140136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,64,256,1,bfloat16,fp8,0,1.1666080474853515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,2,256,1,bfloat16,bfloat16,0,0.333571195602417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,2,256,1,fp8,fp8,0,0.21959519386291504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,1,256,1,bfloat16,fp8,0,0.5257279872894287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,4,256,1,bfloat16,bfloat16,0,0.3374063968658447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,4,256,1,bfloat16,fp8,0,0.5326640129089355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,8,256,1,bfloat16,bfloat16,0,0.34880480766296384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,8,256,1,fp8,fp8,0,0.23057279586791993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,8,256,1,bfloat16,fp8,0,0.5647007942199707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,64,256,1,bfloat16,bfloat16,0,0.41884641647338866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,64,256,1,fp8,fp8,0,0.16354399919509888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,1,256,1,bfloat16,bfloat16,0,0.16240960359573364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,64,256,1,bfloat16,fp8,0,0.5236048221588134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,1,256,1,fp8,fp8,0,0.11097279787063599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,1,256,1,bfloat16,fp8,0,0.27934720516204836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,2,256,1,bfloat16,fp8,0,0.2807199954986572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,4,256,1,bfloat16,bfloat16,0,0.17812800407409668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,64,8,256,1,bfloat16,fp8,0,1.1493375778198243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,4,256,1,bfloat16,fp8,0,0.2834863901138306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,8,256,1,bfloat16,bfloat16,0,0.18288960456848144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,2,256,1,bfloat16,fp8,0,0.5293519973754883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,8,256,1,bfloat16,fp8,0,0.2892944097518921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,8,256,1,fp8,fp8,0,0.11320320367813111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,4,256,1,fp8,fp8,0,0.22371840476989746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,64,256,1,bfloat16,bfloat16,0,0.1498751997947693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,64,256,1,fp8,fp8,0,0.07279679775238038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,64,256,1,bfloat16,fp8,0,0.22037439346313475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,1,256,1,bfloat16,bfloat16,0,0.08828319907188416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,1,256,1,bfloat16,fp8,0,0.1601456046104431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,2,256,1,bfloat16,bfloat16,0,0.08838239908218384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,2,256,1,fp8,fp8,0,0.0624239981174469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,4,256,1,bfloat16,bfloat16,0,0.08833600282669067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,4,256,1,bfloat16,fp8,0,0.1600383996963501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,2,256,1,bfloat16,bfloat16,0,0.17613919973373413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,4,256,1,fp8,fp8,0,0.061647999286651614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,2,256,1,fp8,fp8,0,0.11090240478515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,8,256,1,bfloat16,fp8,0,0.162009596824646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,64,1,256,1,bfloat16,bfloat16,0,0.33233439922332764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,64,4,256,1,fp8,fp8,0,0.11139839887619019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,64,256,1,bfloat16,fp8,0,0.10239200592041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,64,256,1,fp8,fp8,0,0.04112319946289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,1,256,1,bfloat16,bfloat16,0,0.04938719868659973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,1,256,1,bfloat16,fp8,0,0.08988159894943237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,1,256,1,fp8,fp8,0,0.03500480055809021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,2,256,1,bfloat16,bfloat16,0,0.049344000220298764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,2,256,1,bfloat16,fp8,0,0.09042720198631286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,2,256,1,fp8,fp8,0,0.0350271999835968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,4,256,1,bfloat16,bfloat16,0,0.049404799938201904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,4,256,1,bfloat16,fp8,0,0.09017599821090698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,4,256,1,fp8,fp8,0,0.03502239882946014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,1,256,1,fp8,fp8,0,0.061622399091720584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,8,256,1,bfloat16,bfloat16,0,0.04962559938430786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,8,256,1,fp8,fp8,0,0.03506560027599335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,8,256,1,bfloat16,fp8,0,0.09075520038604737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,2,256,1,bfloat16,fp8,0,0.16028640270233155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,64,256,1,bfloat16,bfloat16,0,0.03909760117530823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,64,256,1,fp8,fp8,0,0.02680639922618866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,64,256,1,bfloat16,fp8,0,0.06741920113563538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,1,256,1,bfloat16,bfloat16,0,0.03320960104465485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,1,256,1,fp8,fp8,0,0.02468000054359436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,2,256,1,bfloat16,bfloat16,0,0.03309440016746521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,2,256,1,bfloat16,fp8,0,0.060515201091766356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,4,256,1,bfloat16,bfloat16,0,0.03312479853630066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,8,256,1,bfloat16,bfloat16,0,0.09034879803657532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,4,256,1,fp8,fp8,0,0.024751999974250795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,4,256,1,bfloat16,fp8,0,0.06057440042495728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,64,8,256,1,fp8,fp8,0,0.06369919776916504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,8,256,1,fp8,fp8,0,0.0247311994433403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,64,64,256,1,bfloat16,bfloat16,0,0.06122080087661743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,1,256,1,bfloat16,fp8,0,0.06072160005569458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,1,256,1,fp8,fp8,0,1.1616576194763184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,2,256,1,fp8,fp8,0,0.02478879988193512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,8,256,1,bfloat16,bfloat16,0,0.0344543993473053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,64,8,256,1,bfloat16,fp8,0,0.061312001943588254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,1,256,1,bfloat16,bfloat16,0,1.7580623626708984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,1,256,1,bfloat16,fp8,0,2.827779197692871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,2,256,1,fp8,fp8,0,1.1874784469604491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,2,256,1,bfloat16,bfloat16,0,1.8606399536132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,2,256,1,bfloat16,fp8,0,2.9114879608154296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,4,256,1,fp8,fp8,0,1.255515193939209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,4,256,1,bfloat16,bfloat16,0,2.028139114379883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,8,256,1,fp8,fp8,0,1.3988224029541017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,4,256,1,bfloat16,fp8,0,3.0674976348876952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,8,256,1,bfloat16,bfloat16,0,2.346476745605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,1,256,1,bfloat16,bfloat16,0,0.8845631599426269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,64,256,1,fp8,fp8,0,1.6282976150512696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,1,256,1,fp8,fp8,0,0.5880512237548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,64,256,1,bfloat16,bfloat16,0,3.257708740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,2,256,1,bfloat16,bfloat16,0,0.9255184173583985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,64,8,256,1,bfloat16,fp8,0,3.4645103454589843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,2,256,1,bfloat16,fp8,0,1.476211166381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,2,256,1,fp8,fp8,0,0.5982384204864502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,64,256,1,bfloat16,fp8,0,3.835915374755859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,4,256,1,bfloat16,bfloat16,0,1.003007984161377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,4,256,1,fp8,fp8,0,0.6232207775115967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,8,256,1,bfloat16,bfloat16,0,1.1602815628051757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,1,256,1,bfloat16,fp8,0,1.445902442932129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,4,256,1,bfloat16,fp8,0,1.5366463661193848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,8,256,1,fp8,fp8,0,0.6778384208679199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,64,256,1,bfloat16,bfloat16,0,1.6322671890258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,1,256,1,bfloat16,bfloat16,0,0.4542223930358887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,64,256,1,fp8,fp8,0,0.8037919998168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,64,8,256,1,bfloat16,fp8,0,1.6777967453002929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,1,256,1,bfloat16,fp8,0,0.7261504173278809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,64,256,1,bfloat16,fp8,0,1.92763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,2,256,1,bfloat16,bfloat16,0,0.46751999855041504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,2,256,1,fp8,fp8,0,0.30190238952636717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,4,256,1,fp8,fp8,0,0.3056704044342041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,2,256,1,bfloat16,fp8,0,0.7381328105926513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,4,256,1,bfloat16,fp8,0,0.7746479988098145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,8,256,1,bfloat16,bfloat16,0,0.5669568061828614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,4,256,1,bfloat16,bfloat16,0,0.4952223777770996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,8,256,1,fp8,fp8,0,0.32632639408111574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,8,256,1,bfloat16,fp8,0,0.8376048088073731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,64,256,1,bfloat16,bfloat16,0,0.8107839584350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,1,256,1,bfloat16,bfloat16,0,0.24568800926208495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,64,1,256,1,fp8,fp8,0,0.30127840042114257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,64,256,1,fp8,fp8,0,0.3866175889968872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,1,256,1,fp8,fp8,0,0.15090240240097047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,1,256,1,bfloat16,fp8,0,0.36637279987335203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,2,256,1,fp8,fp8,0,0.1536128044128418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,2,256,1,bfloat16,bfloat16,0,0.24083681106567384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,4,256,1,bfloat16,bfloat16,0,0.25369279384613036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,64,256,1,bfloat16,fp8,0,0.9784704208374023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,4,256,1,fp8,fp8,0,0.1591871976852417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,4,256,1,bfloat16,fp8,0,0.37512478828430174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,8,256,1,fp8,fp8,0,0.16248799562454225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,8,256,1,bfloat16,bfloat16,0,0.27184960842132566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,64,256,1,fp8,fp8,0,0.1417199969291687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,1,256,1,bfloat16,bfloat16,0,0.11319520473480224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,1,256,1,fp8,fp8,0,0.0739296019077301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,1,256,1,bfloat16,fp8,0,0.1924448013305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,2,256,1,bfloat16,bfloat16,0,0.11476320028305054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,2,256,1,fp8,fp8,0,0.07391520142555237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,2,256,1,bfloat16,fp8,0,0.19455039501190186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,4,256,1,bfloat16,bfloat16,0,0.1310960054397583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,4,256,1,fp8,fp8,0,0.07407839894294739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,4,256,1,bfloat16,fp8,0,0.19949599504470825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,8,256,1,bfloat16,bfloat16,0,0.13560160398483276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,8,256,1,fp8,fp8,0,0.07603679895401001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,8,256,1,bfloat16,fp8,0,0.20531840324401857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,64,256,1,bfloat16,bfloat16,0,0.15133119821548463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,64,256,1,fp8,fp8,0,0.05132160186767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,64,256,1,bfloat16,fp8,0,0.18951679468154908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,1,256,1,bfloat16,bfloat16,0,0.057948797941207886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,1,256,1,bfloat16,fp8,0,0.1047055959701538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,1,256,1,fp8,fp8,0,0.04106239974498749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,2,256,1,bfloat16,fp8,0,0.37035040855407714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,2,256,1,bfloat16,bfloat16,0,0.05945600271224975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,2,256,1,bfloat16,fp8,0,0.10587199926376342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,4,256,1,bfloat16,bfloat16,0,0.059671998023986816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,4,256,1,fp8,fp8,0,0.041091200709342954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,64,8,256,1,bfloat16,fp8,0,0.40149760246276855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,4,256,1,bfloat16,fp8,0,0.10687199831008912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,64,256,1,bfloat16,bfloat16,0,0.38581440448760984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,8,256,1,bfloat16,bfloat16,0,0.061408001184463504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,8,256,1,bfloat16,fp8,0,0.10875200033187866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,8,256,1,fp8,fp8,0,0.04148319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,64,64,256,1,bfloat16,fp8,0,0.4633887767791748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,64,256,1,bfloat16,bfloat16,0,0.04523679912090302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,64,256,1,fp8,fp8,0,0.028790399432182312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,64,256,1,bfloat16,fp8,0,0.07610880136489868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,1,256,1,bfloat16,bfloat16,0,0.03500480055809021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,1,256,1,bfloat16,fp8,0,0.06183040142059326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,2,256,1,bfloat16,bfloat16,0,0.03498879969120026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,2,256,1,fp8,fp8,0,0.024676799774169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,4,256,1,bfloat16,bfloat16,0,0.034955200552940366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,2,256,1,bfloat16,fp8,0,0.06210399866104126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,4,256,1,fp8,fp8,0,0.02476000040769577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,4,256,1,bfloat16,fp8,0,0.063264000415802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,8,256,1,fp8,fp8,0,0.024668799340724946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,8,256,1,bfloat16,fp8,0,0.06385279893875122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,64,256,1,bfloat16,bfloat16,0,0.028870400786399842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,64,256,1,bfloat16,fp8,0,0.04663519859313965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,1,256,1,bfloat16,bfloat16,0,0.02266719937324524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,1,256,1,bfloat16,fp8,0,0.03941439986228943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,2,256,1,bfloat16,bfloat16,0,0.022652800381183624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,2,256,1,fp8,fp8,0,0.01644960045814514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,2,256,1,bfloat16,fp8,0,0.03942080140113831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,4,256,1,bfloat16,bfloat16,0,0.022745600342750548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,4,256,1,bfloat16,fp8,0,0.03962559998035431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,4,256,1,fp8,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,8,256,1,bfloat16,bfloat16,0,0.02272319942712784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,8,256,1,bfloat16,fp8,0,0.04100959897041321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,8,256,1,fp8,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,64,256,1,bfloat16,bfloat16,0,0.018619200587272643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,64,256,1,bfloat16,fp8,0,0.029083201289176942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,64,256,1,fp8,fp8,0,0.012427199631929398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,1,256,1,bfloat16,bfloat16,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,1,256,1,bfloat16,fp8,0,0.026617598533630372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,1,256,1,fp8,fp8,0,0.012372799962759019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,2,256,1,bfloat16,bfloat16,0,0.014481599628925323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,2,256,1,bfloat16,fp8,0,0.026732799410820008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,2,256,1,fp8,fp8,0,0.01233920007944107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,4,256,1,bfloat16,bfloat16,0,0.014545600116252898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,4,256,1,bfloat16,fp8,0,0.026748800277709962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,4,256,1,fp8,fp8,0,0.011139199882745743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,8,256,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,8,256,1,bfloat16,fp8,0,0.02672480046749115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,64,8,256,1,fp8,fp8,0,0.010982400178909302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,8,256,1,bfloat16,bfloat16,0,0.0349727988243103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,64,256,1,fp8,fp8,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,64,1,256,1,fp8,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,64,2,256,1,fp8,fp8,0,0.04110719859600067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,1,256,1,fp8,fp8,0,0.4655327796936035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,1,256,1,bfloat16,bfloat16,0,0.7428512096405029
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,64,1,256,1,fp8,fp8,0,0.024644799530506134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,1,256,1,bfloat16,fp8,0,1.2017888069152831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,2,256,1,fp8,fp8,0,0.47208480834960936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,2,256,1,bfloat16,bfloat16,0,0.7722496032714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,2,256,1,bfloat16,fp8,0,1.1953392028808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,4,256,1,bfloat16,bfloat16,0,0.8477888107299805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,4,256,1,fp8,fp8,0,0.4960624217987061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,4,256,1,bfloat16,fp8,0,1.2585599899291993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,8,256,1,fp8,fp8,0,0.5529280185699463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,64,256,1,bfloat16,bfloat16,0,1.4532560348510741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,8,256,1,bfloat16,fp8,0,1.399516773223877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,64,8,256,1,bfloat16,bfloat16,0,0.9938464164733887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,64,256,1,fp8,fp8,0,0.7216288089752197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,1,256,1,bfloat16,bfloat16,0,0.37804479598999025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,1,256,1,fp8,fp8,0,0.23363680839538575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,1,256,1,bfloat16,fp8,0,0.6064288139343261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,64,256,1,bfloat16,fp8,0,1.7257776260375977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,2,256,1,fp8,fp8,0,0.2399519920349121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,2,256,1,bfloat16,fp8,0,0.6187071800231934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,4,256,1,bfloat16,bfloat16,0,0.4231247901916504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,2,256,1,bfloat16,bfloat16,0,0.39336318969726564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,4,256,1,bfloat16,fp8,0,0.645305585861206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,8,256,1,fp8,fp8,0,0.26748321056365965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,8,256,1,bfloat16,fp8,0,0.7071839809417725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,64,256,1,bfloat16,bfloat16,0,0.7275392055511475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,1,256,1,bfloat16,bfloat16,0,0.1993567943572998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,1,256,1,bfloat16,fp8,0,0.30379838943481446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,1,256,1,fp8,fp8,0,0.11081119775772094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,2,256,1,bfloat16,bfloat16,0,0.2035680055618286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,2,256,1,fp8,fp8,0,0.12311999797821045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,2,256,1,bfloat16,fp8,0,0.31380319595336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,4,256,1,bfloat16,bfloat16,0,0.21156799793243408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,4,256,1,fp8,fp8,0,0.12496639490127563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,4,256,1,bfloat16,fp8,0,0.3241600036621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,4,256,1,fp8,fp8,0,0.2485680103302002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,8,256,1,bfloat16,bfloat16,0,0.23512160778045654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,8,256,1,fp8,fp8,0,0.12996000051498413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,8,256,1,bfloat16,fp8,0,0.3503551959991455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,64,256,1,bfloat16,bfloat16,0,0.3540560007095337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,64,8,256,1,bfloat16,bfloat16,0,0.4922607898712158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,1,256,1,bfloat16,bfloat16,0,0.08769919872283935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,64,256,1,fp8,fp8,0,0.1510655999183655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,64,256,1,bfloat16,fp8,0,0.40872797966003416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,1,256,1,bfloat16,fp8,0,0.14789919853210448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,64,256,1,fp8,fp8,0,0.34708640575408933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,1,256,1,fp8,fp8,0,0.05552319884300232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,2,256,1,fp8,fp8,0,0.055508798360824584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,64,64,256,1,bfloat16,fp8,0,0.8621999740600585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,2,256,1,bfloat16,fp8,0,0.15300159454345702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,4,256,1,bfloat16,bfloat16,0,0.1075503945350647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,4,256,1,bfloat16,fp8,0,0.1556704044342041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,8,256,1,bfloat16,bfloat16,0,0.11582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,8,256,1,fp8,fp8,0,0.05764639973640442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,8,256,1,bfloat16,fp8,0,0.1674847960472107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,64,256,1,bfloat16,bfloat16,0,0.15160319805145264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,64,256,1,fp8,fp8,0,0.04127039909362793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,1,256,1,bfloat16,bfloat16,0,0.04552800059318542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,1,256,1,bfloat16,fp8,0,0.08012959957122803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,1,256,1,fp8,fp8,0,0.03089120090007782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,2,256,1,bfloat16,fp8,0,0.08025919795036315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,2,256,1,fp8,fp8,0,0.031017601490020752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,4,256,1,bfloat16,bfloat16,0,0.047312000393867494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,4,256,1,fp8,fp8,0,0.03209599852561951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,4,256,1,bfloat16,fp8,0,0.08096960186958313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,8,256,1,bfloat16,bfloat16,0,0.04748960137367249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,8,256,1,bfloat16,fp8,0,0.08276000022888183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,8,256,1,fp8,fp8,0,0.032924801111221313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,64,256,1,bfloat16,bfloat16,0,0.036977601051330564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,64,256,1,bfloat16,fp8,0,0.059329599142074585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,2,256,1,bfloat16,bfloat16,0,0.09010879993438721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,1,256,1,fp8,fp8,0,0.018564799427986146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,1,256,1,bfloat16,fp8,0,0.0452239990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,2,256,1,bfloat16,bfloat16,0,0.02635999917984009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,2,256,1,bfloat16,fp8,0,0.04524320065975189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,2,256,1,fp8,fp8,0,0.018572799861431122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,64,4,256,1,fp8,fp8,0,0.05567520260810852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,4,256,1,bfloat16,bfloat16,0,0.02669920027256012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,4,256,1,bfloat16,fp8,0,0.04532159864902496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,4,256,1,fp8,fp8,0,0.018580800294876097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,8,256,1,bfloat16,bfloat16,0,0.026752001047134398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,8,256,1,fp8,fp8,0,0.01857440024614334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,8,256,1,bfloat16,fp8,0,0.04720160067081451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,64,256,1,bfloat16,bfloat16,0,0.024537600576877594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,64,256,1,fp8,fp8,0,0.014550399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,1,256,1,bfloat16,bfloat16,0,0.01857759952545166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,1,256,1,fp8,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,1,256,1,bfloat16,fp8,0,0.030836799740791322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,2,256,1,bfloat16,bfloat16,0,0.018534399569034576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,2,256,1,bfloat16,bfloat16,0,0.04538399875164032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,2,256,1,bfloat16,fp8,0,0.03086400032043457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,2,256,1,fp8,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,4,256,1,bfloat16,bfloat16,0,0.018654400110244752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,4,256,1,fp8,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,4,256,1,bfloat16,fp8,0,0.030899199843406677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,8,256,1,bfloat16,fp8,0,0.031143999099731444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,8,256,1,bfloat16,bfloat16,0,0.019174399971961974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,64,256,1,bfloat16,bfloat16,0,0.014535999298095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,64,256,1,bfloat16,fp8,0,0.022518399357795715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,64,256,1,fp8,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,1,256,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,64,256,1,fp8,fp8,0,0.022726400196552275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,1,256,1,bfloat16,fp8,0,0.01857919991016388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,2,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,2,256,1,bfloat16,fp8,0,0.018587200343608855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,4,256,1,bfloat16,bfloat16,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,4,256,1,bfloat16,fp8,0,0.01860159933567047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,4,256,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,8,256,1,bfloat16,bfloat16,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,8,256,1,fp8,fp8,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,8,256,1,bfloat16,fp8,0,0.018566399812698364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,64,256,1,bfloat16,bfloat16,0,0.01440960019826889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,64,256,1,bfloat16,fp8,0,0.020287999510765077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,64,256,1,fp8,fp8,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,1,256,1,bfloat16,bfloat16,0,0.01035040020942688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,1,256,1,bfloat16,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,64,256,1,bfloat16,fp8,0,0.037036800384521486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,1,256,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,2,256,1,bfloat16,bfloat16,0,0.010356800258159637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,64,64,256,1,bfloat16,fp8,0,0.18490079641342164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,2,256,1,bfloat16,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,2,256,1,fp8,fp8,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,4,256,1,bfloat16,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,4,256,1,bfloat16,bfloat16,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,8,256,1,bfloat16,bfloat16,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,8,256,1,bfloat16,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,8,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,64,8,256,1,fp8,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,2,256,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,64,1,256,1,bfloat16,bfloat16,0,0.026635199785232544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,1,256,1,bfloat16,bfloat16,0,0.5438720226287842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,1,256,1,fp8,fp8,0,0.41025280952453613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,1,256,1,bfloat16,fp8,0,0.9086928367614746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,2,256,1,bfloat16,bfloat16,0,0.5563136100769043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,2,256,1,fp8,fp8,0,0.4142928123474121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,4,256,1,bfloat16,bfloat16,0,0.5754623889923096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,2,256,1,bfloat16,fp8,0,0.9182623863220215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,4,256,1,fp8,fp8,0,0.4219376087188721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,4,256,1,bfloat16,fp8,0,0.9462224006652832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,8,256,1,bfloat16,bfloat16,0,0.6294911861419678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,8,256,1,fp8,fp8,0,0.4347663879394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,64,1,256,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,64,256,1,bfloat16,bfloat16,0,0.7290559768676758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,64,256,1,fp8,fp8,0,0.3968192100524902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,1,256,1,bfloat16,bfloat16,0,0.2768831968307495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,64,256,1,bfloat16,fp8,0,0.9542320251464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,1,256,1,fp8,fp8,0,0.1989743947982788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,1,256,1,bfloat16,fp8,0,0.4665184020996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,2,256,1,fp8,fp8,0,0.20380959510803223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,2,256,1,bfloat16,fp8,0,0.46965761184692384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,4,256,1,bfloat16,bfloat16,0,0.2895648002624512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,4,256,1,fp8,fp8,0,0.21037919521331788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,4,256,1,bfloat16,fp8,0,0.47986397743225095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,64,4,256,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,8,256,1,bfloat16,bfloat16,0,0.31040799617767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,8,256,1,fp8,fp8,0,0.2154223918914795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,64,256,1,bfloat16,bfloat16,0,0.3504512071609497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,64,256,1,fp8,fp8,0,0.1788480043411255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,1,256,1,bfloat16,bfloat16,0,0.13807040452957153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,64,256,1,bfloat16,fp8,0,0.45091838836669923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,64,8,256,1,bfloat16,fp8,0,0.9957951545715332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,1,256,1,fp8,fp8,0,0.09649440050125122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,1,256,1,bfloat16,fp8,0,0.24236159324645995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,2,256,1,bfloat16,bfloat16,0,0.14173760414123535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,2,256,1,fp8,fp8,0,0.09640960097312927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,2,256,1,bfloat16,fp8,0,0.2405776023864746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,4,256,1,bfloat16,bfloat16,0,0.1471984028816223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,2,256,1,bfloat16,bfloat16,0,0.28117120265960693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,4,256,1,fp8,fp8,0,0.09661120176315308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,4,256,1,bfloat16,fp8,0,0.24675359725952148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,8,256,1,fp8,fp8,0,0.09851040244102478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,64,256,1,bfloat16,bfloat16,0,0.14757920503616334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,8,256,1,bfloat16,fp8,0,0.25339999198913576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,1,256,1,bfloat16,bfloat16,0,0.06984959840774536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,64,256,1,bfloat16,fp8,0,0.2050640106201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,1,256,1,bfloat16,fp8,0,0.12857760190963746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,2,256,1,bfloat16,bfloat16,0,0.06997119784355163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,2,256,1,fp8,fp8,0,0.05134720206260681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,4,256,1,bfloat16,bfloat16,0,0.0699679970741272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,4,256,1,bfloat16,fp8,0,0.12969599962234496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,64,8,256,1,bfloat16,fp8,0,0.5020368099212646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,4,256,1,fp8,fp8,0,0.05135999917984009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,8,256,1,bfloat16,bfloat16,0,0.07181919813156128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,8,256,1,bfloat16,fp8,0,0.1309167981147766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,64,256,1,bfloat16,bfloat16,0,0.049377599358558656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,64,256,1,bfloat16,fp8,0,0.08626719713211059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,64,256,1,fp8,fp8,0,0.03293919861316681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,1,256,1,bfloat16,bfloat16,0,0.03902080059051514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,1,256,1,bfloat16,fp8,0,0.07394400238990784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,1,256,1,fp8,fp8,0,0.028803199529647827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,2,256,1,bfloat16,bfloat16,0,0.03909760117530823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,2,256,1,bfloat16,fp8,0,0.0739952027797699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,2,256,1,fp8,fp8,0,0.02889760136604309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,4,256,1,bfloat16,bfloat16,0,0.039024001359939574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,4,256,1,bfloat16,fp8,0,0.07402560114860535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,4,256,1,fp8,fp8,0,0.028839999437332155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,64,8,256,1,bfloat16,bfloat16,0,0.15197759866714478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,64,256,1,fp8,fp8,0,0.06079360246658325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,8,256,1,bfloat16,bfloat16,0,0.03918879926204681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,8,256,1,bfloat16,fp8,0,0.07479040026664734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,64,8,256,1,fp8,fp8,0,0.028799998760223388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,64,256,1,bfloat16,fp8,0,0.04738239943981171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,64,256,1,fp8,fp8,0,0.018590399622917177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,1,256,1,bfloat16,bfloat16,0,0.020854400098323823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,1,256,1,fp8,fp8,0,0.017166399955749513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,2,256,1,bfloat16,bfloat16,0,0.020977599918842314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,1,256,1,bfloat16,fp8,0,0.0411296010017395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,2,256,1,bfloat16,fp8,0,0.12912319898605346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,2,256,1,fp8,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,2,256,1,bfloat16,fp8,0,0.04108160138130188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,4,256,1,bfloat16,fp8,0,0.04118399918079376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,8,256,1,bfloat16,bfloat16,0,0.022593599557876588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,8,256,1,fp8,fp8,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,8,256,1,fp8,fp8,0,0.05139679908752441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,8,256,1,bfloat16,fp8,0,0.041264000535011294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,64,256,1,bfloat16,bfloat16,0,0.018585599958896637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,64,256,1,fp8,fp8,0,0.013235199451446533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,1,256,1,bfloat16,bfloat16,0,0.014564800262451171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,1,256,1,bfloat16,fp8,0,0.02875039875507355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,1,256,1,fp8,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,2,256,1,bfloat16,bfloat16,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,2,256,1,bfloat16,fp8,0,0.028881600499153136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,2,256,1,fp8,fp8,0,0.012401600182056428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,4,256,1,bfloat16,fp8,0,0.028806400299072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,4,256,1,bfloat16,bfloat16,0,0.014574399590492249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,8,256,1,bfloat16,bfloat16,0,0.01576800048351288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,8,256,1,bfloat16,fp8,0,0.028892800211906433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,64,256,1,bfloat16,bfloat16,0,0.02677280008792877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,8,256,1,fp8,fp8,0,0.012366399914026261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,64,256,1,bfloat16,bfloat16,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,64,256,1,bfloat16,fp8,0,0.01974239945411682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,64,256,1,fp8,fp8,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,1,256,1,bfloat16,bfloat16,0,0.010320000350475311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,1,256,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,4,256,1,bfloat16,bfloat16,0,0.021620799601078034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,2,256,1,bfloat16,bfloat16,0,0.01032159999012947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,64,4,256,1,fp8,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,2,256,1,bfloat16,fp8,0,0.01659359931945801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,4,256,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,4,256,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,64,256,1,bfloat16,fp8,0,0.03140319883823395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,8,256,1,bfloat16,bfloat16,0,0.01037440001964569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,8,256,1,bfloat16,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,8,256,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,64,256,1,bfloat16,bfloat16,0,0.012462399899959564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,64,256,1,fp8,fp8,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,1,256,1,bfloat16,bfloat16,0,0.010326399654150008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,1,256,1,bfloat16,fp8,0,0.016475200653076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,1,256,1,fp8,fp8,0,0.008249600231647492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,64,4,256,1,fp8,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,2,256,1,bfloat16,bfloat16,0,0.009297599643468856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,2,256,1,bfloat16,fp8,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,2,256,1,fp8,fp8,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,4,256,1,bfloat16,bfloat16,0,0.009782399982213974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,4,256,1,bfloat16,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,4,256,1,fp8,fp8,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,8,256,1,bfloat16,bfloat16,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,8,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,8,256,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,1,256,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,2,256,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,1,256,1,bfloat16,bfloat16,0,0.5062943935394287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,64,4,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,1,256,1,fp8,fp8,0,0.36884479522705077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,1,256,1,bfloat16,fp8,0,0.8468463897705079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,2,256,1,bfloat16,bfloat16,0,0.5119328022003173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,2,256,1,fp8,fp8,0,0.37453279495239256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,64,64,256,1,bfloat16,fp8,0,0.018507200479507446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,2,256,1,bfloat16,fp8,0,0.8526127815246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,4,256,1,bfloat16,bfloat16,0,0.5186480045318603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,4,256,1,fp8,fp8,0,0.3817471981048584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,4,256,1,bfloat16,fp8,0,0.8603407859802246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,8,256,1,fp8,fp8,0,0.39328320026397706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,64,1,256,1,fp8,fp8,0,0.04981920123100281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,64,256,1,bfloat16,bfloat16,0,0.4398208141326904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,1,256,1,bfloat16,bfloat16,0,0.25149919986724856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,8,256,1,bfloat16,fp8,0,0.8825152397155762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,64,256,1,bfloat16,fp8,0,0.6236623764038086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,1,256,1,bfloat16,fp8,0,0.4348720073699951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,2,256,1,bfloat16,bfloat16,0,0.25825440883636475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,2,256,1,fp8,fp8,0,0.18243999481201173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,4,256,1,fp8,fp8,0,0.18263520002365113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,4,256,1,bfloat16,fp8,0,0.4377567768096924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,8,256,1,bfloat16,bfloat16,0,0.2660399913787842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,8,256,1,bfloat16,fp8,0,0.445036792755127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,8,256,1,fp8,fp8,0,0.1852031946182251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,64,256,1,bfloat16,bfloat16,0,0.19647200107574464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,64,256,1,bfloat16,fp8,0,0.28781919479370116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,1,256,1,bfloat16,bfloat16,0,0.12508000135421754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,64,256,1,fp8,fp8,0,0.2671216011047363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,1,256,1,fp8,fp8,0,0.09238880276679992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,1,256,1,bfloat16,fp8,0,0.22844479084014893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,1,256,1,fp8,fp8,0,0.18247840404510499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,2,256,1,bfloat16,bfloat16,0,0.12507840394973754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,2,256,1,fp8,fp8,0,0.0929472029209137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,2,256,1,bfloat16,fp8,0,0.4366623878479004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,4,256,1,fp8,fp8,0,0.09439200162887573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,8,256,1,bfloat16,bfloat16,0,0.12713760137557983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,8,256,1,bfloat16,fp8,0,0.2300112009048462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,8,256,1,fp8,fp8,0,0.09442880153656005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,64,256,1,bfloat16,bfloat16,0,0.073990398645401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,64,256,1,bfloat16,fp8,0,0.1367311954498291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,64,256,1,fp8,fp8,0,0.05340480208396912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,1,256,1,bfloat16,bfloat16,0,0.06366400122642517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,1,256,1,bfloat16,fp8,0,0.12275840044021606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,1,256,1,fp8,fp8,0,0.04785920083522797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,2,256,1,bfloat16,bfloat16,0,0.0636896014213562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,64,256,1,fp8,fp8,0,0.10258560180664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,2,256,1,bfloat16,fp8,0,0.12346240282058715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,2,256,1,fp8,fp8,0,0.04853279888629913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,4,256,1,bfloat16,bfloat16,0,0.06363999843597412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,4,256,1,fp8,fp8,0,0.049326398968696596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,4,256,1,bfloat16,fp8,0,0.12437119483947753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,8,256,1,bfloat16,bfloat16,0,0.06567519903182983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,8,256,1,bfloat16,fp8,0,0.12496479749679565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,64,256,1,bfloat16,bfloat16,0,0.0412304013967514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,64,256,1,fp8,fp8,0,0.030814400315284728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,2,256,1,bfloat16,fp8,0,0.22898399829864502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,1,256,1,bfloat16,fp8,0,0.07174720168113709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,64,4,256,1,bfloat16,bfloat16,0,0.260313606262207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,1,256,1,fp8,fp8,0,0.026752001047134398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,2,256,1,bfloat16,bfloat16,0,0.036934399604797365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,2,256,1,bfloat16,fp8,0,0.071806401014328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,2,256,1,fp8,fp8,0,0.02683840095996857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,4,256,1,bfloat16,bfloat16,0,0.036977601051330564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,4,256,1,bfloat16,fp8,0,0.07180160284042358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,4,256,1,fp8,fp8,0,0.02729920148849487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,8,256,1,bfloat16,bfloat16,0,0.036959999799728395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,64,8,256,1,bfloat16,bfloat16,0,0.5349808216094971
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,8,256,1,bfloat16,fp8,0,0.07190240025520325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,8,256,1,fp8,fp8,0,0.028774398565292358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,64,256,1,bfloat16,bfloat16,0,0.02274879962205887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,64,256,1,bfloat16,fp8,0,0.043201598525047305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,1,256,1,bfloat16,bfloat16,0,0.020654399693012238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,64,8,256,1,fp8,fp8,0,0.049300798773765565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,1,256,1,bfloat16,fp8,0,0.041065600514411923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,1,256,1,fp8,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,64,256,1,bfloat16,fp8,0,0.07803519964218139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,64,1,256,1,bfloat16,bfloat16,0,0.036950400471687316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,2,256,1,fp8,fp8,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,2,256,1,bfloat16,fp8,0,0.04110240042209625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,4,256,1,bfloat16,bfloat16,0,0.0206496000289917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,4,256,1,bfloat16,bfloat16,0,0.12510720491409302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,8,256,1,bfloat16,bfloat16,0,0.020657600462436677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,64,4,256,1,bfloat16,fp8,0,0.2283951997756958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,8,256,1,fp8,fp8,0,0.016518400609493257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,64,256,1,bfloat16,bfloat16,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,64,256,1,bfloat16,fp8,0,0.03084160089492798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,64,256,1,fp8,fp8,0,0.012478400021791458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,1,256,1,bfloat16,bfloat16,0,0.014454400539398194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,1,256,1,bfloat16,fp8,0,0.02778880000114441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,1,256,1,fp8,fp8,0,0.011483199894428253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,2,256,1,bfloat16,bfloat16,0,0.014569599926471711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,2,256,1,bfloat16,fp8,0,0.02788960039615631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,2,256,1,fp8,fp8,0,0.010920000076293946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,4,256,1,bfloat16,bfloat16,0,0.014468799531459808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,4,256,1,bfloat16,fp8,0,0.028041601181030273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,4,256,1,fp8,fp8,0,0.011865600198507308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,8,256,1,bfloat16,bfloat16,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,8,256,1,bfloat16,fp8,0,0.02802720069885254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,64,8,256,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,64,256,1,fp8,fp8,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,64,256,1,bfloat16,bfloat16,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,64,256,1,fp8,fp8,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,1,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,1,256,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,2,256,1,bfloat16,bfloat16,0,0.020615999400615693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,2,256,1,bfloat16,bfloat16,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,2,256,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,4,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,4,256,1,fp8,fp8,0,0.016518400609493257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,4,256,1,bfloat16,fp8,0,0.040782400965690614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,4,256,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,4,256,1,fp8,fp8,0,0.008246400207281113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,8,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,64,8,256,1,bfloat16,fp8,0,0.041012799739837645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,8,256,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,8,256,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,64,256,1,bfloat16,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,1,256,1,bfloat16,bfloat16,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,1,256,1,fp8,fp8,0,0.008233600109815598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,2,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,2,256,1,bfloat16,fp8,0,0.016463999450206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,2,256,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,4,256,1,bfloat16,bfloat16,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,4,256,1,bfloat16,fp8,0,0.016467200219631196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,4,256,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,8,256,1,bfloat16,bfloat16,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,8,256,1,bfloat16,fp8,0,0.016510400176048278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,8,256,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,64,256,1,bfloat16,fp8,0,0.018606400489807128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,1,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,1,256,1,bfloat16,bfloat16,0,0.46680798530578616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,64,2,256,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,1,256,1,fp8,fp8,0,0.3481231927871704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,1,256,1,bfloat16,fp8,0,0.7995552062988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,2,256,1,bfloat16,bfloat16,0,0.4655439853668213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,2,256,1,fp8,fp8,0,0.34835999011993407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,2,256,1,bfloat16,fp8,0,0.8034895896911621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,64,256,1,bfloat16,bfloat16,0,0.012356799840927125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,64,256,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,64,1,256,1,bfloat16,fp8,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,4,256,1,bfloat16,fp8,0,0.8035120010375977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,8,256,1,bfloat16,bfloat16,0,0.46697120666503905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,8,256,1,fp8,fp8,0,0.3484575986862183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,64,256,1,fp8,fp8,0,0.1762112021446228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,1,256,1,bfloat16,bfloat16,0,0.23563361167907715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,64,256,1,bfloat16,fp8,0,0.41458721160888673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,8,256,1,bfloat16,fp8,0,0.8057567596435546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,1,256,1,fp8,fp8,0,0.17625440359115602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,1,256,1,bfloat16,fp8,0,0.41492481231689454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,2,256,1,bfloat16,bfloat16,0,0.23565759658813476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,2,256,1,fp8,fp8,0,0.17625759840011596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,4,256,1,bfloat16,bfloat16,0,0.2355423927307129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,2,256,1,bfloat16,fp8,0,0.41541762351989747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,4,256,1,fp8,fp8,0,0.17634079456329346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,4,256,1,bfloat16,fp8,0,0.41465439796447756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,8,256,1,bfloat16,bfloat16,0,0.2356015920639038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,64,256,1,bfloat16,bfloat16,0,0.12102880477905273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,64,256,1,fp8,fp8,0,0.0902351975440979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,64,256,1,bfloat16,fp8,0,0.21863360404968263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,1,256,1,bfloat16,bfloat16,0,0.11897759437561035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,1,256,1,fp8,fp8,0,0.09023360013961793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,2,256,1,bfloat16,bfloat16,0,0.11894880533218384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,4,256,1,bfloat16,bfloat16,0,0.4667503833770752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,2,256,1,fp8,fp8,0,0.0908959984779358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,2,256,1,bfloat16,fp8,0,0.2181312084197998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,4,256,1,bfloat16,bfloat16,0,0.11894400119781494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,64,4,256,1,fp8,fp8,0,0.34846720695495603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,64,256,1,bfloat16,bfloat16,0,0.23585278987884523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,4,256,1,bfloat16,fp8,0,0.21805119514465332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,4,256,1,fp8,fp8,0,0.09028480052947999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,8,256,1,bfloat16,bfloat16,0,0.11907039880752564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,8,256,1,fp8,fp8,0,0.09026399850845337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,8,256,1,bfloat16,fp8,0,0.21913280487060546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,64,256,1,bfloat16,bfloat16,0,0.06370720267295837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,64,256,1,fp8,fp8,0,0.047224000096321106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,1,256,1,bfloat16,bfloat16,0,0.06164000034332275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,1,256,1,bfloat16,fp8,0,0.1186400055885315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,1,256,1,fp8,fp8,0,0.04719040095806122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,2,256,1,bfloat16,bfloat16,0,0.06156319975852966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,2,256,1,fp8,fp8,0,0.047228801250457766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,2,256,1,bfloat16,fp8,0,0.11884479522705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,8,256,1,fp8,fp8,0,0.17625919580459595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,4,256,1,bfloat16,bfloat16,0,0.06159520149230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,4,256,1,fp8,fp8,0,0.04725759923458099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,4,256,1,bfloat16,fp8,0,0.11892479658126831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,64,8,256,1,bfloat16,fp8,0,0.4149168014526367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,8,256,1,bfloat16,fp8,0,0.11866559982299804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,64,256,1,bfloat16,bfloat16,0,0.03707680106163025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,64,256,1,bfloat16,fp8,0,0.06997119784355163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,64,1,256,1,bfloat16,fp8,0,0.21753759384155275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,1,256,1,bfloat16,bfloat16,0,0.03498879969120026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,1,256,1,bfloat16,fp8,0,0.0690991997718811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,1,256,1,fp8,fp8,0,0.026734399795532226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,2,256,1,bfloat16,fp8,0,0.06905120015144348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,2,256,1,fp8,fp8,0,0.026782399415969847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,4,256,1,bfloat16,bfloat16,0,0.03496159911155701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,4,256,1,bfloat16,fp8,0,0.06912800073623657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,4,256,1,fp8,fp8,0,0.026748800277709962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,8,256,1,bfloat16,bfloat16,0,0.03499839901924133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,8,256,1,bfloat16,fp8,0,0.06949759721755981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,64,256,1,bfloat16,bfloat16,0,0.022672000527381896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,64,256,1,bfloat16,fp8,0,0.04110400080680847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,64,256,1,fp8,fp8,0,0.016523200273513793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,64,256,1,bfloat16,fp8,0,0.11974560022354126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,1,256,1,bfloat16,bfloat16,0,0.018568000197410582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,1,256,1,bfloat16,fp8,0,0.03910079896450043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,1,256,1,fp8,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,2,256,1,bfloat16,bfloat16,0,0.01855839937925339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,2,256,1,bfloat16,fp8,0,0.03906559944152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,2,256,1,fp8,fp8,0,0.014483200013637542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,4,256,1,bfloat16,bfloat16,0,0.01857440024614334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,4,256,1,fp8,fp8,0,0.014467200636863709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,4,256,1,bfloat16,fp8,0,0.039078399538993835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,8,256,1,bfloat16,bfloat16,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,8,256,1,fp8,fp8,0,0.014572800695896148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,8,256,1,fp8,fp8,0,0.04719519913196564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,64,256,1,bfloat16,bfloat16,0,0.016527999937534333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,64,256,1,fp8,fp8,0,0.028772801160812378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,64,256,1,fp8,fp8,0,0.01249760016798973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,1,256,1,bfloat16,bfloat16,0,0.014399999380111694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,2,256,1,bfloat16,bfloat16,0,0.03499679863452911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,1,256,1,bfloat16,fp8,0,0.026793599128723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,1,256,1,fp8,fp8,0,0.010387200117111205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,2,256,1,bfloat16,bfloat16,0,0.014446400105953217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,4,256,1,bfloat16,bfloat16,0,0.01441120058298111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,4,256,1,bfloat16,fp8,0,0.02675360143184662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,4,256,1,fp8,fp8,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,64,8,256,1,fp8,fp8,0,0.0267984002828598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,8,256,1,bfloat16,bfloat16,0,0.014475199580192565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,8,256,1,bfloat16,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,64,256,1,bfloat16,bfloat16,0,0.01103999987244606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,64,256,1,bfloat16,fp8,0,0.018488000333309173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,64,256,1,fp8,fp8,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,1,256,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,1,256,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,1,256,1,fp8,fp8,0,0.00634239986538887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,2,256,1,bfloat16,bfloat16,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,2,256,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,64,8,256,1,bfloat16,fp8,0,0.039084801077842714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,2,256,1,fp8,fp8,0,0.006275200098752975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,4,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,4,256,1,fp8,fp8,0,0.006315200030803681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,8,256,1,bfloat16,bfloat16,0,0.008425600081682205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,64,256,1,bfloat16,fp8,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,8,256,1,bfloat16,fp8,0,0.016492800414562227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,8,256,1,fp8,fp8,0,0.006331200152635575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,64,256,1,bfloat16,bfloat16,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,64,256,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,64,256,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,2,256,1,fp8,fp8,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,1,256,1,bfloat16,fp8,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,1,256,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,2,256,1,bfloat16,bfloat16,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,2,256,1,bfloat16,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,4,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,8,256,1,fp8,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,4,256,1,bfloat16,fp8,0,0.014510400593280792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,4,256,1,fp8,fp8,0,0.006278400123119354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,8,256,1,bfloat16,bfloat16,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,8,256,1,bfloat16,fp8,0,0.014553600549697876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,8,256,1,fp8,fp8,0,0.006329599767923355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,64,8,256,1,bfloat16,bfloat16,0,0.061585599184036256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,64,4,256,1,bfloat16,fp8,0,0.01656160056591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,64,2,256,1,bfloat16,fp8,0,0.026819199323654175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,2,256,1,fp8,fp8,0,0.006324800103902817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,64,1,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,1,256,1,fp8,fp8,0,210.0295166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,2,256,1,fp8,fp8,0,211.68369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,1,256,1,bfloat16,bfloat16,0,288.5077392578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,2,256,1,bfloat16,bfloat16,0,310.0986083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,4,256,1,bfloat16,bfloat16,0,317.3968505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,4,256,1,fp8,fp8,0,226.08671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,1,256,1,bfloat16,fp8,0,516.451416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,2,256,1,bfloat16,fp8,0,519.168505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,4,256,1,bfloat16,fp8,0,521.728466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,8,256,1,bfloat16,bfloat16,0,321.010791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,8,256,1,fp8,fp8,0,230.5307373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,48,256,1,bfloat16,bfloat16,0,283.8798095703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,1,256,1,fp8,fp8,0,105.19979248046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,48,256,1,fp8,fp8,0,145.0372314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,1,256,1,bfloat16,bfloat16,0,144.03294677734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,2,256,1,bfloat16,bfloat16,0,144.70518798828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,2,256,1,fp8,fp8,0,105.14149169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,48,256,1,bfloat16,fp8,0,308.7904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,1,256,1,bfloat16,fp8,0,254.0060791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,4,256,1,fp8,fp8,0,105.4681396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,4,256,1,bfloat16,bfloat16,0,152.9798095703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,48,8,256,1,bfloat16,fp8,0,529.739501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,2,256,1,bfloat16,fp8,0,255.5393798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,48,256,1,fp8,fp8,0,60.297369384765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,48,256,1,bfloat16,bfloat16,0,92.71700439453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,8,256,1,fp8,fp8,0,113.099169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,8,256,1,bfloat16,bfloat16,0,158.76331787109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,4,256,1,bfloat16,fp8,0,260.45087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,1,256,1,bfloat16,bfloat16,0,72.25433959960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,1,256,1,fp8,fp8,0,52.80513916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,2,256,1,bfloat16,bfloat16,0,72.14578857421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,48,256,1,bfloat16,fp8,0,155.24757080078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,2,256,1,fp8,fp8,0,52.758416748046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,4,256,1,bfloat16,bfloat16,0,72.36569213867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,1,256,1,bfloat16,fp8,0,127.46207275390626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,4,256,1,fp8,fp8,0,52.825225830078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,48,8,256,1,bfloat16,fp8,0,264.6444091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,2,256,1,bfloat16,fp8,0,127.53885498046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,8,256,1,bfloat16,bfloat16,0,76.01577758789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,48,256,1,bfloat16,bfloat16,0,43.9287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,8,256,1,fp8,fp8,0,53.0742919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,48,256,1,fp8,fp8,0,29.835150146484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,1,256,1,bfloat16,bfloat16,0,36.4318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,4,256,1,bfloat16,fp8,0,128.0828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,1,256,1,fp8,fp8,0,26.612033081054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,48,256,1,bfloat16,fp8,0,69.92518310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,2,256,1,bfloat16,bfloat16,0,36.35926513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,2,256,1,fp8,fp8,0,26.58739013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,48,8,256,1,bfloat16,fp8,0,131.71033935546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,1,256,1,bfloat16,fp8,0,64.17937622070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,4,256,1,bfloat16,bfloat16,0,36.44725341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,4,256,1,fp8,fp8,0,26.606716918945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,2,256,1,bfloat16,fp8,0,64.171923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,8,256,1,bfloat16,bfloat16,0,36.626190185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,8,256,1,fp8,fp8,0,26.709371948242186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,4,256,1,bfloat16,fp8,0,64.16137084960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,48,8,256,1,bfloat16,fp8,0,64.56749877929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,1,256,1,fp8,fp8,0,118.5060302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,2,256,1,fp8,fp8,0,118.51556396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,1,256,1,bfloat16,bfloat16,0,162.199169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,2,256,1,bfloat16,bfloat16,0,171.08671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,4,256,1,bfloat16,bfloat16,0,177.403857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,4,256,1,fp8,fp8,0,123.8716064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,1,256,1,bfloat16,fp8,0,286.6069580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,2,256,1,bfloat16,fp8,0,290.540283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,8,256,1,fp8,fp8,0,129.70867919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,8,256,1,bfloat16,bfloat16,0,180.40447998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,4,256,1,bfloat16,fp8,0,293.4938720703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,48,256,1,fp8,fp8,0,83.58924560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,48,256,1,bfloat16,bfloat16,0,163.17703857421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,1,256,1,fp8,fp8,0,59.435498046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,1,256,1,bfloat16,bfloat16,0,81.32113037109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,48,256,1,bfloat16,fp8,0,175.94520263671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,2,256,1,bfloat16,bfloat16,0,81.20693969726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,2,256,1,fp8,fp8,0,59.39100952148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,1,256,1,bfloat16,fp8,0,143.3444091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,48,8,256,1,bfloat16,fp8,0,298.5681396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,4,256,1,bfloat16,bfloat16,0,85.382666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,4,256,1,fp8,fp8,0,59.45194091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,48,256,1,bfloat16,bfloat16,0,52.671337890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,2,256,1,bfloat16,fp8,0,143.58070068359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,8,256,1,bfloat16,bfloat16,0,89.4658935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,8,256,1,fp8,fp8,0,62.72713012695313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,48,256,1,fp8,fp8,0,34.31405944824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,4,256,1,bfloat16,fp8,0,146.22147216796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,1,256,1,fp8,fp8,0,29.858303833007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,1,256,1,bfloat16,bfloat16,0,40.88114624023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,48,256,1,bfloat16,fp8,0,87.964208984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,2,256,1,bfloat16,bfloat16,0,40.799130249023435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,2,256,1,fp8,fp8,0,29.840042114257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,4,256,1,fp8,fp8,0,29.876312255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,1,256,1,bfloat16,fp8,0,72.1019287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,4,256,1,bfloat16,bfloat16,0,40.932501220703124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,48,8,256,1,bfloat16,fp8,0,149.13065185546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,2,256,1,bfloat16,fp8,0,72.06296997070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,8,256,1,bfloat16,bfloat16,0,42.49154357910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,48,256,1,fp8,fp8,0,16.366824340820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,48,256,1,bfloat16,bfloat16,0,24.60005340576172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,8,256,1,fp8,fp8,0,29.976235961914064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,1,256,1,bfloat16,bfloat16,0,20.63253173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,1,256,1,fp8,fp8,0,15.079122924804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,4,256,1,bfloat16,fp8,0,72.15211791992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,48,256,1,bfloat16,fp8,0,39.78768615722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,2,256,1,bfloat16,bfloat16,0,20.57964630126953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,2,256,1,fp8,fp8,0,15.066474914550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,1,256,1,bfloat16,fp8,0,36.363800048828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,48,8,256,1,bfloat16,fp8,0,73.99180908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,4,256,1,fp8,fp8,0,15.088194274902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,4,256,1,bfloat16,bfloat16,0,20.600460815429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,2,256,1,bfloat16,fp8,0,36.38442687988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,8,256,1,fp8,fp8,0,15.127362060546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,4,256,1,bfloat16,fp8,0,36.39515075683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,8,256,1,bfloat16,bfloat16,0,20.703205871582032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,48,8,256,1,bfloat16,fp8,0,36.521548461914065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,1,256,1,fp8,fp8,0,82.53084716796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,2,256,1,fp8,fp8,0,82.50900268554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,1,256,1,bfloat16,bfloat16,0,113.00126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,2,256,1,bfloat16,bfloat16,0,117.14342041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,4,256,1,bfloat16,bfloat16,0,123.0185791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,4,256,1,fp8,fp8,0,84.782958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,1,256,1,bfloat16,fp8,0,199.190771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,2,256,1,bfloat16,fp8,0,201.59658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,8,256,1,fp8,fp8,0,89.94696044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,8,256,1,bfloat16,bfloat16,0,125.6150634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,4,256,1,bfloat16,fp8,0,204.44110107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,48,256,1,bfloat16,bfloat16,0,112.889111328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,48,256,1,fp8,fp8,0,57.965948486328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,1,256,1,fp8,fp8,0,41.41214294433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,1,256,1,bfloat16,bfloat16,0,56.684356689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,48,256,1,bfloat16,fp8,0,123.06781005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,2,256,1,bfloat16,bfloat16,0,56.61430053710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,2,256,1,fp8,fp8,0,41.36829833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,1,256,1,bfloat16,fp8,0,99.8936279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,48,8,256,1,bfloat16,fp8,0,207.8001220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,4,256,1,bfloat16,bfloat16,0,58.621392822265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,4,256,1,fp8,fp8,0,41.429559326171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,2,256,1,bfloat16,fp8,0,99.97294311523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,48,256,1,bfloat16,bfloat16,0,37.072991943359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,8,256,1,bfloat16,bfloat16,0,62.275018310546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,48,256,1,fp8,fp8,0,23.839662170410158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,8,256,1,fp8,fp8,0,42.80947570800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,4,256,1,bfloat16,fp8,0,101.4365478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,1,256,1,fp8,fp8,0,20.83461151123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,1,256,1,bfloat16,bfloat16,0,28.49395751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,48,256,1,bfloat16,fp8,0,61.61268310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,2,256,1,bfloat16,bfloat16,0,28.450177001953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,2,256,1,fp8,fp8,0,20.816680908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,48,8,256,1,bfloat16,fp8,0,103.97513427734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,1,256,1,bfloat16,fp8,0,50.243048095703124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,4,256,1,bfloat16,bfloat16,0,28.5669921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,4,256,1,fp8,fp8,0,20.844589233398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,2,256,1,bfloat16,fp8,0,50.2392822265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,48,256,1,fp8,fp8,0,11.408507537841796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,8,256,1,bfloat16,bfloat16,0,29.342044067382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,48,256,1,bfloat16,bfloat16,0,17.05421600341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,8,256,1,fp8,fp8,0,20.9147705078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,1,256,1,bfloat16,bfloat16,0,14.414340209960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,1,256,1,fp8,fp8,0,10.548188781738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,4,256,1,bfloat16,fp8,0,50.27651672363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,48,256,1,bfloat16,fp8,0,27.116473388671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,2,256,1,bfloat16,bfloat16,0,14.391206359863281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,2,256,1,fp8,fp8,0,10.518972778320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,48,8,256,1,bfloat16,fp8,0,51.15859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,4,256,1,fp8,fp8,0,10.551041412353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,1,256,1,bfloat16,fp8,0,25.390480041503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,4,256,1,bfloat16,bfloat16,0,14.424302673339843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,2,256,1,bfloat16,fp8,0,25.383460998535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,8,256,1,bfloat16,bfloat16,0,14.477804565429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,8,256,1,fp8,fp8,0,10.578427124023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,4,256,1,bfloat16,fp8,0,25.39793243408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,48,8,256,1,bfloat16,fp8,0,25.515174865722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,1,256,1,fp8,fp8,0,105.878759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,2,256,1,fp8,fp8,0,106.37034912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,1,256,1,bfloat16,bfloat16,0,150.7194091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,2,256,1,bfloat16,bfloat16,0,152.45126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,4,256,1,bfloat16,bfloat16,0,161.99498291015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,4,256,1,fp8,fp8,0,115.4819580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,1,256,1,bfloat16,fp8,0,258.8635498046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,2,256,1,bfloat16,fp8,0,260.1654296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,8,256,1,fp8,fp8,0,116.88057861328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,8,256,1,bfloat16,bfloat16,0,163.9737548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,4,256,1,bfloat16,fp8,0,264.0278076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,48,256,1,bfloat16,bfloat16,0,147.24454345703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,1,256,1,fp8,fp8,0,53.0362548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,48,256,1,fp8,fp8,0,74.5012451171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,1,256,1,bfloat16,bfloat16,0,72.64982299804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,2,256,1,bfloat16,bfloat16,0,73.5680419921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,48,256,1,bfloat16,fp8,0,159.3412109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,2,256,1,fp8,fp8,0,53.01553955078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,1,256,1,bfloat16,fp8,0,127.9530029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,4,256,1,fp8,fp8,0,53.933197021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,4,256,1,bfloat16,bfloat16,0,78.38140869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,48,8,256,1,bfloat16,fp8,0,268.272119140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,2,256,1,bfloat16,fp8,0,129.5326904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,8,256,1,fp8,fp8,0,57.41748046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,48,256,1,fp8,fp8,0,37.450567626953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,4,256,1,bfloat16,fp8,0,131.135546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,8,256,1,bfloat16,bfloat16,0,80.75333862304687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,48,256,1,bfloat16,bfloat16,0,73.15267333984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,1,256,1,bfloat16,bfloat16,0,36.4677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,1,256,1,fp8,fp8,0,26.621575927734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,48,256,1,bfloat16,fp8,0,79.47333374023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,2,256,1,bfloat16,bfloat16,0,36.42969665527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,2,256,1,fp8,fp8,0,26.594882202148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,48,8,256,1,bfloat16,fp8,0,133.632421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,1,256,1,bfloat16,fp8,0,64.1901611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,4,256,1,fp8,fp8,0,26.645806884765626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,4,256,1,bfloat16,bfloat16,0,36.8973876953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,2,256,1,bfloat16,fp8,0,64.2458251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,48,256,1,fp8,fp8,0,15.483174133300782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,8,256,1,bfloat16,bfloat16,0,39.79144287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,8,256,1,fp8,fp8,0,26.935418701171876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,48,256,1,bfloat16,bfloat16,0,24.03111114501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,1,256,1,bfloat16,bfloat16,0,18.383158874511718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,4,256,1,bfloat16,fp8,0,64.84617309570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,1,256,1,fp8,fp8,0,13.413735961914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,48,256,1,bfloat16,fp8,0,39.909600830078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,2,256,1,bfloat16,bfloat16,0,18.354534912109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,2,256,1,fp8,fp8,0,13.40946044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,1,256,1,bfloat16,fp8,0,32.33411560058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,4,256,1,bfloat16,bfloat16,0,18.387413024902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,2,256,1,bfloat16,fp8,0,32.352597045898435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,4,256,1,fp8,fp8,0,13.423234558105468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,48,8,256,1,bfloat16,fp8,0,66.67982788085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,8,256,1,bfloat16,bfloat16,0,18.648236083984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,48,256,1,fp8,fp8,0,7.2083587646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,8,256,1,fp8,fp8,0,13.468630981445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,48,256,1,bfloat16,bfloat16,0,10.97998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,1,256,1,bfloat16,bfloat16,0,9.333590698242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,1,256,1,fp8,fp8,0,6.818011474609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,4,256,1,bfloat16,fp8,0,32.36971740722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,2,256,1,fp8,fp8,0,6.810406494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,48,256,1,bfloat16,fp8,0,17.836367797851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,2,256,1,bfloat16,bfloat16,0,9.31583023071289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,48,8,256,1,bfloat16,fp8,0,32.731573486328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,1,256,1,bfloat16,fp8,0,16.390911865234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,4,256,1,bfloat16,bfloat16,0,9.347665405273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,4,256,1,fp8,fp8,0,6.817718505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,2,256,1,bfloat16,fp8,0,16.41930694580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,8,256,1,bfloat16,bfloat16,0,9.382686614990234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,8,256,1,fp8,fp8,0,6.837216186523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,4,256,1,bfloat16,fp8,0,16.423236083984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,48,8,256,1,bfloat16,fp8,0,16.471640014648436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,1,256,1,fp8,fp8,0,59.89674072265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,2,256,1,fp8,fp8,0,59.92974853515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,1,256,1,bfloat16,bfloat16,0,82.12460327148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,2,256,1,bfloat16,bfloat16,0,84.70951538085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,4,256,1,bfloat16,bfloat16,0,91.38706665039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,4,256,1,fp8,fp8,0,64.2187255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,1,256,1,bfloat16,fp8,0,144.8308837890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,2,256,1,bfloat16,fp8,0,146.00833740234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,8,256,1,fp8,fp8,0,66.1400634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,8,256,1,bfloat16,bfloat16,0,92.60095825195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,4,256,1,bfloat16,fp8,0,148.84705810546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,48,256,1,bfloat16,bfloat16,0,85.83026123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,1,256,1,fp8,fp8,0,30.030044555664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,48,256,1,fp8,fp8,0,43.393557739257815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,1,256,1,bfloat16,bfloat16,0,41.18251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,2,256,1,bfloat16,bfloat16,0,41.17057495117187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,48,256,1,bfloat16,fp8,0,91.52454223632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,2,256,1,fp8,fp8,0,30.030877685546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,1,256,1,bfloat16,fp8,0,72.42941284179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,4,256,1,fp8,fp8,0,30.09078369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,48,8,256,1,bfloat16,fp8,0,151.51151123046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,4,256,1,bfloat16,bfloat16,0,43.605712890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,48,256,1,fp8,fp8,0,21.3554931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,8,256,1,fp8,fp8,0,31.98125305175781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,2,256,1,bfloat16,fp8,0,72.60736083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,4,256,1,bfloat16,fp8,0,74.06626586914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,8,256,1,bfloat16,bfloat16,0,45.795294189453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,48,256,1,bfloat16,bfloat16,0,42.15235595703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,1,256,1,fp8,fp8,0,15.109507751464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,1,256,1,bfloat16,bfloat16,0,20.725587463378908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,48,256,1,bfloat16,fp8,0,45.84269409179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,2,256,1,bfloat16,bfloat16,0,20.698959350585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,2,256,1,fp8,fp8,0,15.10341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,4,256,1,fp8,fp8,0,15.121076965332032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,48,8,256,1,bfloat16,fp8,0,75.73250122070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,1,256,1,bfloat16,fp8,0,36.40746154785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,4,256,1,bfloat16,bfloat16,0,20.773684692382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,2,256,1,bfloat16,fp8,0,36.43605041503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,48,256,1,fp8,fp8,0,8.545022583007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,8,256,1,bfloat16,bfloat16,0,22.257479858398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,48,256,1,bfloat16,bfloat16,0,13.641458129882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,8,256,1,fp8,fp8,0,15.204336547851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,1,256,1,bfloat16,bfloat16,0,10.459591674804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,4,256,1,bfloat16,fp8,0,36.55720825195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,1,256,1,fp8,fp8,0,7.632078552246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,48,256,1,bfloat16,fp8,0,22.848464965820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,2,256,1,fp8,fp8,0,7.624642944335937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,2,256,1,bfloat16,bfloat16,0,10.445011138916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,1,256,1,bfloat16,fp8,0,18.364727783203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,4,256,1,bfloat16,bfloat16,0,10.47252197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,4,256,1,fp8,fp8,0,7.635291290283203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,48,8,256,1,bfloat16,fp8,0,37.63059997558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,2,256,1,bfloat16,fp8,0,18.388081359863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,8,256,1,bfloat16,bfloat16,0,10.537471771240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,8,256,1,fp8,fp8,0,7.666957092285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,48,256,1,bfloat16,bfloat16,0,6.376651382446289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,48,256,1,fp8,fp8,0,4.056195068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,4,256,1,bfloat16,fp8,0,18.402574157714845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,1,256,1,bfloat16,bfloat16,0,5.346779251098633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,48,256,1,bfloat16,fp8,0,10.300344085693359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,1,256,1,fp8,fp8,0,3.8979488372802735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,2,256,1,bfloat16,bfloat16,0,5.3330848693847654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,2,256,1,fp8,fp8,0,3.89561767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,1,256,1,bfloat16,fp8,0,9.39303970336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,48,8,256,1,bfloat16,fp8,0,18.525755310058592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,4,256,1,bfloat16,bfloat16,0,5.349859237670898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,4,256,1,fp8,fp8,0,3.8954849243164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,2,256,1,bfloat16,fp8,0,9.385327911376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,8,256,1,bfloat16,bfloat16,0,5.365224075317383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,8,256,1,fp8,fp8,0,3.911520004272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,4,256,1,bfloat16,fp8,0,9.403848266601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,48,8,256,1,bfloat16,fp8,0,9.422630310058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,1,256,1,fp8,fp8,0,53.7916259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,2,256,1,fp8,fp8,0,54.06754150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,1,256,1,bfloat16,bfloat16,0,75.20686645507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,2,256,1,bfloat16,bfloat16,0,76.98389892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,4,256,1,bfloat16,bfloat16,0,80.99520263671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,4,256,1,fp8,fp8,0,56.2158935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,1,256,1,bfloat16,fp8,0,131.20989990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,2,256,1,bfloat16,fp8,0,133.03140869140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,4,256,1,bfloat16,fp8,0,133.7913818359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,8,256,1,fp8,fp8,0,60.087225341796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,8,256,1,bfloat16,bfloat16,0,86.02794189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,48,256,1,bfloat16,bfloat16,0,78.309814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,1,256,1,fp8,fp8,0,26.953768920898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,48,256,1,fp8,fp8,0,39.506491088867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,1,256,1,bfloat16,bfloat16,0,36.99339599609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,2,256,1,bfloat16,bfloat16,0,37.586141967773436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,2,256,1,fp8,fp8,0,26.944122314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,48,256,1,bfloat16,fp8,0,84.33201293945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,1,256,1,bfloat16,fp8,0,64.95496826171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,4,256,1,fp8,fp8,0,27.7540771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,48,8,256,1,bfloat16,fp8,0,137.807958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,4,256,1,bfloat16,bfloat16,0,41.129913330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,2,256,1,bfloat16,fp8,0,65.47420043945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,8,256,1,fp8,fp8,0,29.569464111328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,48,256,1,fp8,fp8,0,19.799899291992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,8,256,1,bfloat16,bfloat16,0,42.065582275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,4,256,1,bfloat16,fp8,0,67.214794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,1,256,1,fp8,fp8,0,13.535693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,1,256,1,bfloat16,bfloat16,0,18.570785522460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,48,256,1,bfloat16,bfloat16,0,39.026815795898436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,48,256,1,bfloat16,fp8,0,41.910360717773436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,2,256,1,bfloat16,bfloat16,0,18.59156494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,2,256,1,fp8,fp8,0,13.526007080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,1,256,1,bfloat16,fp8,0,32.59715881347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,48,8,256,1,bfloat16,fp8,0,68.45606689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,4,256,1,fp8,fp8,0,13.556922912597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,4,256,1,bfloat16,bfloat16,0,19.06929931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,2,256,1,bfloat16,fp8,0,32.6537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,8,256,1,bfloat16,bfloat16,0,20.55846710205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,48,256,1,fp8,fp8,0,9.782984161376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,8,256,1,fp8,fp8,0,13.93927001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,1,256,1,bfloat16,bfloat16,0,9.376007843017579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,48,256,1,bfloat16,bfloat16,0,19.098724365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,1,256,1,fp8,fp8,0,6.8189949035644535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,4,256,1,bfloat16,fp8,0,33.30777282714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,2,256,1,bfloat16,bfloat16,0,9.365164947509765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,1,256,1,bfloat16,fp8,0,16.43494873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,48,256,1,bfloat16,fp8,0,21.15592041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,48,8,256,1,bfloat16,fp8,0,34.15639953613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,2,256,1,bfloat16,fp8,0,16.45362548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,2,256,1,fp8,fp8,0,6.826646423339843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,4,256,1,fp8,fp8,0,6.833955383300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,8,256,1,fp8,fp8,0,6.867929840087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,4,256,1,bfloat16,bfloat16,0,9.396868896484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,8,256,1,bfloat16,bfloat16,0,9.643116760253907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,48,256,1,bfloat16,bfloat16,0,6.386262512207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,48,256,1,fp8,fp8,0,3.874622344970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,1,256,1,bfloat16,bfloat16,0,4.758614349365234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,1,256,1,fp8,fp8,0,3.465078353881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,4,256,1,bfloat16,fp8,0,16.492816162109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,2,256,1,bfloat16,bfloat16,0,4.75672492980957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,2,256,1,fp8,fp8,0,3.4623600006103517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,48,8,256,1,bfloat16,fp8,0,16.832408142089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,48,256,1,bfloat16,fp8,0,10.558204650878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,1,256,1,bfloat16,fp8,0,8.343470764160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,4,256,1,bfloat16,bfloat16,0,4.773049545288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,4,256,1,fp8,fp8,0,3.4686046600341798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,48,256,1,bfloat16,bfloat16,0,2.896169662475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,8,256,1,fp8,fp8,0,3.484040069580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,8,256,1,bfloat16,bfloat16,0,4.795286560058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,48,256,1,fp8,fp8,0,1.850422477722168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,4,256,1,bfloat16,fp8,0,8.363967895507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,2,256,1,bfloat16,fp8,0,8.35439682006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,1,256,1,bfloat16,bfloat16,0,2.4584272384643553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,1,256,1,fp8,fp8,0,1.7838991165161133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,48,256,1,bfloat16,fp8,0,4.815663909912109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,2,256,1,bfloat16,bfloat16,0,2.450943946838379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,2,256,1,fp8,fp8,0,1.7824304580688477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,1,256,1,bfloat16,fp8,0,4.304056167602539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,48,8,256,1,bfloat16,fp8,0,8.404939270019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,4,256,1,bfloat16,bfloat16,0,2.462126350402832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,4,256,1,fp8,fp8,0,1.7824127197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,8,256,1,fp8,fp8,0,1.7919391632080077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,2,256,1,bfloat16,fp8,0,4.306651306152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,8,256,1,bfloat16,bfloat16,0,2.4687728881835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,4,256,1,bfloat16,fp8,0,4.310644912719726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,48,8,256,1,bfloat16,fp8,0,4.335441589355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,1,256,1,fp8,fp8,0,30.62372741699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,2,256,1,fp8,fp8,0,30.674911499023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,1,256,1,bfloat16,bfloat16,0,42.07777099609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,2,256,1,bfloat16,bfloat16,0,43.011495971679686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,4,256,1,bfloat16,bfloat16,0,45.343789672851564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,4,256,1,fp8,fp8,0,31.826632690429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,1,256,1,bfloat16,fp8,0,73.86533203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,2,256,1,bfloat16,fp8,0,74.60648193359376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,8,256,1,fp8,fp8,0,34.33351135253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,8,256,1,bfloat16,bfloat16,0,49.109378051757815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,4,256,1,bfloat16,fp8,0,75.60113525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,48,256,1,bfloat16,bfloat16,0,45.902322387695314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,1,256,1,bfloat16,bfloat16,0,21.090206909179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,48,256,1,fp8,fp8,0,23.033784484863283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,1,256,1,fp8,fp8,0,15.34564666748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,2,256,1,bfloat16,bfloat16,0,21.171347045898436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,2,256,1,fp8,fp8,0,15.342073059082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,48,256,1,bfloat16,fp8,0,48.86369934082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,1,256,1,bfloat16,fp8,0,36.97493896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,48,8,256,1,bfloat16,fp8,0,78.752880859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,4,256,1,bfloat16,bfloat16,0,23.17740478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,4,256,1,fp8,fp8,0,15.446998596191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,2,256,1,bfloat16,fp8,0,37.13760986328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,8,256,1,fp8,fp8,0,16.626246643066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,48,256,1,fp8,fp8,0,11.461257934570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,8,256,1,bfloat16,bfloat16,0,24.12366943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,4,256,1,bfloat16,fp8,0,38.310281372070314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,48,256,1,bfloat16,bfloat16,0,22.711213684082033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,1,256,1,bfloat16,bfloat16,0,10.617622375488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,1,256,1,fp8,fp8,0,7.720572662353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,48,256,1,bfloat16,fp8,0,24.568649291992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,2,256,1,bfloat16,bfloat16,0,10.627182769775391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,2,256,1,fp8,fp8,0,7.724979400634766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,1,256,1,bfloat16,fp8,0,18.585208129882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,48,8,256,1,bfloat16,fp8,0,39.195501708984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,4,256,1,fp8,fp8,0,7.735284423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,4,256,1,bfloat16,bfloat16,0,10.703846740722657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,2,256,1,bfloat16,fp8,0,18.619369506835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,8,256,1,bfloat16,bfloat16,0,11.62228012084961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,8,256,1,fp8,fp8,0,7.810688018798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,4,256,1,bfloat16,fp8,0,18.735630798339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,48,256,1,fp8,fp8,0,5.5109199523925785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,1,256,1,bfloat16,bfloat16,0,5.3840782165527346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,48,256,1,bfloat16,bfloat16,0,11.061940765380859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,1,256,1,fp8,fp8,0,3.9123489379882814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,48,256,1,bfloat16,fp8,0,12.296501159667969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,2,256,1,fp8,fp8,0,3.911452865600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,2,256,1,bfloat16,bfloat16,0,5.384142303466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,1,256,1,bfloat16,fp8,0,9.409532928466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,48,8,256,1,bfloat16,fp8,0,19.41034851074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,4,256,1,bfloat16,bfloat16,0,5.399798583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,4,256,1,fp8,fp8,0,3.919918441772461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,2,256,1,bfloat16,fp8,0,9.421532440185548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,48,256,1,fp8,fp8,0,2.1790224075317384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,8,256,1,bfloat16,bfloat16,0,5.456647872924805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,8,256,1,fp8,fp8,0,3.9399200439453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,48,256,1,bfloat16,bfloat16,0,3.667659378051758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,4,256,1,bfloat16,fp8,0,9.448788452148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,1,256,1,fp8,fp8,0,1.9964160919189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,1,256,1,bfloat16,bfloat16,0,2.7491968154907225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,2,256,1,bfloat16,bfloat16,0,2.7455263137817383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,2,256,1,fp8,fp8,0,1.9959007263183595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,48,8,256,1,bfloat16,fp8,0,9.548934173583984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,4,256,1,bfloat16,bfloat16,0,2.756585693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,4,256,1,fp8,fp8,0,2.00229434967041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,2,256,1,bfloat16,fp8,0,4.807336044311524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,8,256,1,bfloat16,bfloat16,0,2.7673824310302733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,48,256,1,bfloat16,fp8,0,6.056422424316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,4,256,1,bfloat16,fp8,0,4.808595275878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,8,256,1,fp8,fp8,0,2.0091455459594725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,48,256,1,fp8,fp8,0,1.074176025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,1,256,1,bfloat16,fp8,0,4.798136138916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,48,256,1,bfloat16,fp8,0,2.75853271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,1,256,1,bfloat16,bfloat16,0,1.432590389251709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,2,256,1,bfloat16,bfloat16,0,1.429201602935791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,48,8,256,1,bfloat16,fp8,0,4.845892715454101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,2,256,1,fp8,fp8,0,1.0332176208496093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,1,256,1,bfloat16,fp8,0,2.4994319915771483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,4,256,1,bfloat16,bfloat16,0,1.4317343711853028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,4,256,1,fp8,fp8,0,1.0361696243286134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,2,256,1,bfloat16,fp8,0,2.499782371520996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,48,256,1,bfloat16,bfloat16,0,1.6028480529785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,8,256,1,fp8,fp8,0,1.0398896217346192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,8,256,1,bfloat16,bfloat16,0,1.4343024253845216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,4,256,1,bfloat16,fp8,0,2.5035871505737304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,1,256,1,fp8,fp8,0,1.0342080116271972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,48,8,256,1,bfloat16,fp8,0,2.515969657897949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,1,256,1,fp8,fp8,0,27.79967041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,2,256,1,fp8,fp8,0,28.020108032226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,1,256,1,bfloat16,bfloat16,0,39.609860229492185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,2,256,1,bfloat16,bfloat16,0,40.11323547363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,4,256,1,bfloat16,bfloat16,0,41.7568115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,4,256,1,fp8,fp8,0,28.6341064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,1,256,1,bfloat16,fp8,0,67.99383544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,2,256,1,bfloat16,fp8,0,68.73826904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,4,256,1,bfloat16,fp8,0,69.25850219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,8,256,1,fp8,fp8,0,29.947512817382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,8,256,1,bfloat16,bfloat16,0,44.71811218261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,48,256,1,bfloat16,bfloat16,0,43.532266235351564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,1,256,1,fp8,fp8,0,13.928431701660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,1,256,1,bfloat16,bfloat16,0,19.17296600341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,48,256,1,fp8,fp8,0,21.755403137207033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,2,256,1,fp8,fp8,0,13.927265930175782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,48,256,1,bfloat16,fp8,0,47.272607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,1,256,1,bfloat16,fp8,0,33.451531982421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,2,256,1,bfloat16,bfloat16,0,19.537046813964842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,4,256,1,bfloat16,bfloat16,0,20.922024536132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,48,8,256,1,bfloat16,fp8,0,71.5559814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,4,256,1,fp8,fp8,0,14.30401611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,8,256,1,fp8,fp8,0,15.611911010742187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,2,256,1,bfloat16,fp8,0,33.77417907714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,4,256,1,bfloat16,fp8,0,34.523800659179685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,8,256,1,bfloat16,bfloat16,0,22.916470336914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,48,256,1,fp8,fp8,0,10.88839340209961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,1,256,1,bfloat16,bfloat16,0,9.635908508300782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,48,256,1,bfloat16,bfloat16,0,21.977995300292967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,1,256,1,fp8,fp8,0,6.990169525146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,48,256,1,bfloat16,fp8,0,23.349021911621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,2,256,1,bfloat16,bfloat16,0,9.6567138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,2,256,1,fp8,fp8,0,6.988658905029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,1,256,1,bfloat16,fp8,0,16.80052795410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,48,8,256,1,bfloat16,fp8,0,36.344427490234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,4,256,1,bfloat16,bfloat16,0,10.499276733398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,4,256,1,fp8,fp8,0,7.0213981628417965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,2,256,1,bfloat16,fp8,0,16.87434539794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,8,256,1,fp8,fp8,0,7.312534332275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,8,256,1,bfloat16,bfloat16,0,11.15505599975586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,4,256,1,bfloat16,fp8,0,17.40101318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,48,256,1,fp8,fp8,0,5.367113494873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,48,256,1,bfloat16,bfloat16,0,10.678513336181641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,1,256,1,bfloat16,bfloat16,0,4.865060806274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,1,256,1,fp8,fp8,0,3.526884841918945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,1,256,1,bfloat16,fp8,0,8.474281311035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,2,256,1,fp8,fp8,0,3.5313873291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,2,256,1,bfloat16,bfloat16,0,4.874787139892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,48,256,1,bfloat16,fp8,0,11.768341064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,48,8,256,1,bfloat16,fp8,0,18.01277313232422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,4,256,1,bfloat16,bfloat16,0,4.907624053955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,4,256,1,fp8,fp8,0,3.536320114135742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,2,256,1,bfloat16,fp8,0,8.495246124267577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,8,256,1,fp8,fp8,0,3.5668193817138674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,8,256,1,bfloat16,bfloat16,0,5.175156784057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,48,256,1,fp8,fp8,0,2.3662015914916994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,4,256,1,bfloat16,fp8,0,8.52939682006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,48,256,1,bfloat16,bfloat16,0,5.100446319580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,1,256,1,bfloat16,bfloat16,0,2.4999584197998046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,1,256,1,fp8,fp8,0,1.810905647277832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,48,256,1,bfloat16,fp8,0,5.92467041015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,2,256,1,bfloat16,bfloat16,0,2.5033231735229493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,2,256,1,fp8,fp8,0,1.813222312927246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,1,256,1,bfloat16,fp8,0,4.345083236694336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,48,8,256,1,bfloat16,fp8,0,8.854436492919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,4,256,1,fp8,fp8,0,1.8153152465820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,4,256,1,bfloat16,bfloat16,0,2.5129840850830076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,2,256,1,bfloat16,fp8,0,4.348057556152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,8,256,1,bfloat16,bfloat16,0,2.5305919647216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,48,256,1,fp8,fp8,0,1.001035213470459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,48,256,1,bfloat16,bfloat16,0,1.6893407821655273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,8,256,1,fp8,fp8,0,1.8223487854003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,4,256,1,bfloat16,fp8,0,4.360391998291016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,1,256,1,bfloat16,bfloat16,0,1.2922479629516601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,48,256,1,bfloat16,fp8,0,2.783782386779785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,1,256,1,fp8,fp8,0,0.926035213470459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,48,8,256,1,bfloat16,fp8,0,4.39343376159668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,2,256,1,bfloat16,bfloat16,0,1.2877103805541992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,4,256,1,bfloat16,bfloat16,0,1.2938608169555663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,4,256,1,fp8,fp8,0,0.9278495788574219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,1,256,1,bfloat16,fp8,0,2.2387712478637694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,2,256,1,bfloat16,fp8,0,2.2413679122924806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,8,256,1,bfloat16,bfloat16,0,1.3003456115722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,48,256,1,bfloat16,bfloat16,0,0.7602863788604737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,4,256,1,bfloat16,fp8,0,2.2449663162231444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,48,256,1,bfloat16,fp8,0,1.2831647872924805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,1,256,1,bfloat16,bfloat16,0,0.673464012145996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,1,256,1,fp8,fp8,0,0.4902063846588135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,8,256,1,bfloat16,fp8,0,2.258780860900879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,2,256,1,bfloat16,bfloat16,0,0.6708896160125732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,2,256,1,fp8,fp8,0,0.48993759155273436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,2,256,1,fp8,fp8,0,0.9250320434570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,4,256,1,bfloat16,bfloat16,0,0.6742800235748291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,2,256,1,bfloat16,fp8,0,1.184654426574707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,4,256,1,fp8,fp8,0,0.491545581817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,8,256,1,bfloat16,bfloat16,0,0.680075216293335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,4,256,1,bfloat16,fp8,0,1.1838735580444335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,8,256,1,bfloat16,fp8,0,1.191584014892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,48,256,1,fp8,fp8,0,0.5100031852722168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,1,256,1,bfloat16,fp8,0,1.183356761932373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,48,8,256,1,fp8,fp8,0,0.4936816215515137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,48,8,256,1,fp8,fp8,0,0.9384655952453613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,1,256,1,fp8,fp8,0,15.974197387695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,2,256,1,fp8,fp8,0,16.080369567871095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,1,256,1,bfloat16,bfloat16,0,22.082249450683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,2,256,1,bfloat16,bfloat16,0,22.66053466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,4,256,1,bfloat16,bfloat16,0,23.673690795898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,1,256,1,bfloat16,fp8,0,38.48668518066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,4,256,1,fp8,fp8,0,16.518087768554686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,2,256,1,bfloat16,fp8,0,39.00813293457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,8,256,1,fp8,fp8,0,17.362164306640626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,8,256,1,bfloat16,bfloat16,0,25.36332550048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,48,256,1,bfloat16,bfloat16,0,25.601904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,4,256,1,bfloat16,fp8,0,39.518392944335936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,1,256,1,fp8,fp8,0,8.006433868408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,1,256,1,bfloat16,bfloat16,0,11.051528167724609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,48,8,256,1,bfloat16,fp8,0,41.12122497558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,48,256,1,fp8,fp8,0,13.049241638183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,2,256,1,bfloat16,bfloat16,0,11.188813018798829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,2,256,1,fp8,fp8,0,8.017964935302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,1,256,1,bfloat16,fp8,0,19.210035705566405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,4,256,1,bfloat16,bfloat16,0,12.091569519042968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,4,256,1,fp8,fp8,0,8.135433959960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,2,256,1,bfloat16,fp8,0,19.385527038574217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,8,256,1,fp8,fp8,0,8.983955383300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,8,256,1,bfloat16,bfloat16,0,13.435043334960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,48,256,1,bfloat16,fp8,0,27.781454467773436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,48,256,1,fp8,fp8,0,6.540526580810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,1,256,1,bfloat16,bfloat16,0,5.567155075073242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,48,256,1,bfloat16,bfloat16,0,12.792731475830077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,48,256,1,bfloat16,fp8,0,13.902017211914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,1,256,1,fp8,fp8,0,4.030292892456055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,4,256,1,bfloat16,fp8,0,19.974571228027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,1,256,1,bfloat16,fp8,0,9.655550384521485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,2,256,1,bfloat16,bfloat16,0,5.581574249267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,48,8,256,1,bfloat16,fp8,0,21.209809875488283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,2,256,1,fp8,fp8,0,4.03301773071289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,4,256,1,fp8,fp8,0,4.050487899780274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,2,256,1,bfloat16,fp8,0,9.698903656005859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,8,256,1,fp8,fp8,0,4.134084701538086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,8,256,1,bfloat16,bfloat16,0,6.42913589477539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,48,256,1,bfloat16,bfloat16,0,6.318848037719727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,4,256,1,bfloat16,bfloat16,0,5.814228820800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,1,256,1,bfloat16,bfloat16,0,2.8303871154785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,4,256,1,bfloat16,fp8,0,9.98783187866211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,1,256,1,fp8,fp8,0,2.0449119567871095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,2,256,1,bfloat16,bfloat16,0,2.8419647216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,2,256,1,fp8,fp8,0,2.0472192764282227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,48,8,256,1,bfloat16,fp8,0,10.421842956542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,48,256,1,bfloat16,fp8,0,7.030358123779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,48,256,1,fp8,fp8,0,3.1219903945922853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,1,256,1,bfloat16,fp8,0,4.894182586669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,4,256,1,bfloat16,bfloat16,0,2.858296012878418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,2,256,1,bfloat16,fp8,0,4.9087776184082035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,4,256,1,fp8,fp8,0,2.0521263122558593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,8,256,1,fp8,fp8,0,2.0682207107543946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,8,256,1,bfloat16,bfloat16,0,2.9283456802368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,48,256,1,fp8,fp8,0,1.2715935707092285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,48,256,1,bfloat16,bfloat16,0,2.907329559326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,1,256,1,bfloat16,bfloat16,0,1.4729280471801758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,1,256,1,fp8,fp8,0,1.060745620727539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,4,256,1,bfloat16,fp8,0,4.941281509399414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,2,256,1,bfloat16,bfloat16,0,1.4712448120117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,2,256,1,fp8,fp8,0,1.0593664169311523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,48,8,256,1,bfloat16,fp8,0,5.071571350097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,1,256,1,bfloat16,fp8,0,2.532148742675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,4,256,1,bfloat16,bfloat16,0,1.4778688430786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,2,256,1,bfloat16,fp8,0,2.5370367050170897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,4,256,1,fp8,fp8,0,1.0631967544555665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,8,256,1,fp8,fp8,0,1.0697792053222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,8,256,1,bfloat16,bfloat16,0,1.488539218902588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,48,256,1,bfloat16,bfloat16,0,0.9555888175964355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,48,256,1,fp8,fp8,0,0.5874608039855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,4,256,1,bfloat16,fp8,0,2.549281692504883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,1,256,1,bfloat16,bfloat16,0,0.7654816150665283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,8,256,1,bfloat16,fp8,0,2.5717119216918944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,48,256,1,bfloat16,fp8,0,1.5759584426879882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,2,256,1,bfloat16,bfloat16,0,0.7676127910614013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,1,256,1,bfloat16,fp8,0,1.3202128410339355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,48,48,256,1,bfloat16,fp8,0,3.4970848083496096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,2,256,1,bfloat16,fp8,0,1.32423677444458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,4,256,1,bfloat16,bfloat16,0,0.7678271770477295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,4,256,1,fp8,fp8,0,0.546995210647583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,8,256,1,bfloat16,bfloat16,0,0.7717775821685791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,4,256,1,bfloat16,fp8,0,1.321662425994873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,8,256,1,fp8,fp8,0,0.5513055801391602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,48,256,1,bfloat16,bfloat16,0,0.4598688125610352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,48,256,1,fp8,fp8,0,0.30475521087646484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,48,256,1,bfloat16,fp8,0,0.7624144077301025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,8,256,1,bfloat16,fp8,0,1.3341471672058105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,1,256,1,fp8,fp8,0,0.29449920654296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,1,256,1,bfloat16,fp8,0,0.7124832153320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,2,256,1,fp8,fp8,0,0.2949199914932251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,4,256,1,bfloat16,bfloat16,0,0.40567679405212403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,4,256,1,fp8,fp8,0,0.29512639045715333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,1,256,1,fp8,fp8,0,0.5447296142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,4,256,1,bfloat16,fp8,0,0.7135503768920899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,8,256,1,bfloat16,bfloat16,0,0.4080080032348633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,48,2,256,1,fp8,fp8,0,0.5449264049530029
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,8,256,1,fp8,fp8,0,0.2952080011367798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,8,256,1,bfloat16,fp8,0,0.7149040222167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,1,256,1,bfloat16,bfloat16,0,0.4038559913635254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,2,256,1,bfloat16,bfloat16,0,0.40379838943481444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,48,2,256,1,bfloat16,fp8,0,0.7117199897766113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,1,256,1,fp8,fp8,0,14.794970703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,2,256,1,fp8,fp8,0,15.073312377929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,1,256,1,bfloat16,bfloat16,0,21.38659210205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,2,256,1,bfloat16,bfloat16,0,22.174276733398436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,4,256,1,bfloat16,bfloat16,0,23.43907012939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,4,256,1,fp8,fp8,0,15.452740478515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,1,256,1,bfloat16,fp8,0,36.514041137695315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,2,256,1,bfloat16,fp8,0,37.18192749023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,8,256,1,fp8,fp8,0,16.110287475585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,8,256,1,bfloat16,bfloat16,0,25.39104461669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,4,256,1,bfloat16,fp8,0,37.7044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,1,256,1,bfloat16,bfloat16,0,10.268118286132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,48,256,1,fp8,fp8,0,12.849481201171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,48,256,1,bfloat16,bfloat16,0,25.306983947753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,1,256,1,fp8,fp8,0,7.410489654541015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,48,256,1,bfloat16,fp8,0,27.772030639648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,2,256,1,bfloat16,bfloat16,0,10.618199920654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,2,256,1,fp8,fp8,0,7.433545684814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,1,256,1,bfloat16,fp8,0,17.705999755859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,48,8,256,1,bfloat16,fp8,0,39.324676513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,4,256,1,bfloat16,bfloat16,0,11.160040283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,4,256,1,fp8,fp8,0,7.688228607177734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,2,256,1,bfloat16,fp8,0,17.954888916015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,8,256,1,fp8,fp8,0,8.18340606689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,4,256,1,bfloat16,fp8,0,18.383177185058592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,8,256,1,bfloat16,bfloat16,0,12.190337371826171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,1,256,1,bfloat16,bfloat16,0,5.1607200622558596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,48,256,1,fp8,fp8,0,6.4634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,48,256,1,bfloat16,bfloat16,0,12.681486511230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,1,256,1,fp8,fp8,0,3.7234928131103517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,2,256,1,bfloat16,bfloat16,0,5.211678314208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,2,256,1,fp8,fp8,0,3.7276687622070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,1,256,1,bfloat16,fp8,0,8.892059326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,48,256,1,bfloat16,fp8,0,13.864625549316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,4,256,1,bfloat16,bfloat16,0,5.699908828735351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,48,8,256,1,bfloat16,fp8,0,19.35848388671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,2,256,1,bfloat16,fp8,0,8.9681884765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,4,256,1,fp8,fp8,0,3.7616878509521485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,8,256,1,fp8,fp8,0,4.09477424621582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,8,256,1,bfloat16,bfloat16,0,6.4817138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,1,256,1,bfloat16,bfloat16,0,2.6123743057250977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,48,256,1,fp8,fp8,0,3.1896736145019533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,4,256,1,bfloat16,fp8,0,9.324291229248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,1,256,1,fp8,fp8,0,1.878873634338379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,48,256,1,bfloat16,bfloat16,0,6.343723297119141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,2,256,1,fp8,fp8,0,1.884294319152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,2,256,1,bfloat16,bfloat16,0,2.627163124084473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,1,256,1,bfloat16,fp8,0,4.485065460205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,48,256,1,bfloat16,fp8,0,7.014443206787109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,48,8,256,1,bfloat16,fp8,0,10.095317077636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,4,256,1,bfloat16,bfloat16,0,2.6994800567626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,4,256,1,fp8,fp8,0,1.8972335815429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,8,256,1,fp8,fp8,0,1.9255552291870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,8,256,1,bfloat16,bfloat16,0,2.9785728454589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,48,256,1,fp8,fp8,0,1.4288319587707519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,48,256,1,bfloat16,bfloat16,0,3.082116889953613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,4,256,1,bfloat16,fp8,0,4.596926498413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,1,256,1,bfloat16,bfloat16,0,1.346513557434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,1,256,1,fp8,fp8,0,0.9659952163696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,2,256,1,bfloat16,fp8,0,4.507855987548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,48,8,256,1,bfloat16,fp8,0,4.949889755249023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,48,256,1,bfloat16,fp8,0,3.516998291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,1,256,1,bfloat16,fp8,0,2.2985488891601564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,2,256,1,bfloat16,bfloat16,0,1.3555487632751464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,4,256,1,bfloat16,bfloat16,0,1.365060806274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,4,256,1,fp8,fp8,0,0.9723888397216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,8,256,1,fp8,fp8,0,0.9821408271789551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,4,256,1,bfloat16,fp8,0,2.325174331665039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,48,256,1,bfloat16,bfloat16,0,1.278872013092041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,48,256,1,fp8,fp8,0,0.5834896087646484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,8,256,1,bfloat16,fp8,0,2.370932769775391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,1,256,1,bfloat16,bfloat16,0,0.7165264129638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,48,256,1,bfloat16,fp8,0,1.692576026916504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,1,256,1,fp8,fp8,0,0.5012224197387696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,2,256,1,bfloat16,bfloat16,0,0.7165103912353515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,2,256,1,fp8,fp8,0,0.5021840095520019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,1,256,1,bfloat16,fp8,0,1.2129183769226075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,4,256,1,bfloat16,bfloat16,0,0.7190400123596191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,4,256,1,fp8,fp8,0,0.5042384147644043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,8,256,1,bfloat16,bfloat16,0,0.725374412536621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,4,256,1,bfloat16,fp8,0,1.2199071884155273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,2,256,1,bfloat16,fp8,0,2.308782386779785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,8,256,1,fp8,fp8,0,0.5119775772094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,48,256,1,fp8,fp8,0,0.28683359622955323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,48,256,1,bfloat16,bfloat16,0,0.4578671932220459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,1,256,1,bfloat16,bfloat16,0,0.36801600456237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,48,256,1,bfloat16,fp8,0,0.7425519943237304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,1,256,1,fp8,fp8,0,0.2663136005401611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,1,256,1,bfloat16,fp8,0,0.6469295978546142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,2,256,1,fp8,fp8,0,0.266375994682312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,2,256,1,bfloat16,fp8,0,0.6471424102783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,4,256,1,bfloat16,bfloat16,0,0.3708847999572754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,2,256,1,fp8,fp8,0,0.9700655937194824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,4,256,1,fp8,fp8,0,0.266428804397583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,4,256,1,bfloat16,fp8,0,0.6457312107086182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,8,256,1,bfloat16,bfloat16,0,0.37421278953552245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,2,256,1,bfloat16,fp8,0,1.2132719993591308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,8,256,1,fp8,fp8,0,0.268502402305603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,48,256,1,bfloat16,bfloat16,0,0.22912321090698243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,48,256,1,fp8,fp8,0,0.15582560300827025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,48,256,1,bfloat16,fp8,0,0.38940958976745604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,1,256,1,bfloat16,bfloat16,0,0.20448639392852783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,48,8,256,1,bfloat16,bfloat16,0,1.3848480224609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,1,256,1,fp8,fp8,0,0.14765759706497192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,2,256,1,bfloat16,bfloat16,0,0.204748797416687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,48,8,256,1,bfloat16,fp8,0,1.2334239959716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,2,256,1,fp8,fp8,0,0.14765440225601195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,2,256,1,bfloat16,fp8,0,0.358076810836792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,4,256,1,bfloat16,bfloat16,0,0.20499839782714843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,4,256,1,fp8,fp8,0,0.14967360496520996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,8,256,1,bfloat16,bfloat16,0,0.20671520233154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,8,256,1,fp8,fp8,0,0.14969120025634766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,2,256,1,bfloat16,bfloat16,0,0.36852800846099854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,8,256,1,bfloat16,fp8,0,0.36103200912475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,48,8,256,1,bfloat16,fp8,0,0.6511168003082275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,1,256,1,bfloat16,fp8,0,0.3579567909240723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,48,4,256,1,bfloat16,fp8,0,0.358515191078186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,1,256,1,fp8,fp8,0,8.298847961425782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,2,256,1,fp8,fp8,0,8.600527954101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,1,256,1,bfloat16,bfloat16,0,12.952809143066407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,2,256,1,bfloat16,bfloat16,0,13.484384155273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,4,256,1,fp8,fp8,0,8.979122924804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,4,256,1,bfloat16,bfloat16,0,14.228257751464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,1,256,1,bfloat16,fp8,0,20.985108947753908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,2,256,1,bfloat16,fp8,0,21.445916748046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,8,256,1,bfloat16,bfloat16,0,16.30147705078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,8,256,1,fp8,fp8,0,9.616165161132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,4,256,1,bfloat16,fp8,0,22.676792907714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,1,256,1,bfloat16,bfloat16,0,5.8460033416748045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,48,256,1,fp8,fp8,0,8.318115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,1,256,1,fp8,fp8,0,4.160233688354492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,2,256,1,bfloat16,bfloat16,0,6.189683151245117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,1,256,1,bfloat16,fp8,0,9.858116912841798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,2,256,1,fp8,fp8,0,4.225430297851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,48,256,1,bfloat16,bfloat16,0,16.592446899414064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,48,8,256,1,bfloat16,fp8,0,23.50120849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,2,256,1,bfloat16,fp8,0,10.110591888427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,4,256,1,bfloat16,bfloat16,0,6.666155242919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,48,256,1,bfloat16,fp8,0,18.522613525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,4,256,1,fp8,fp8,0,4.408921432495117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,4,256,1,bfloat16,fp8,0,10.490257263183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,1,256,1,bfloat16,bfloat16,0,2.934655952453613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,8,256,1,fp8,fp8,0,4.728740692138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,8,256,1,bfloat16,bfloat16,0,7.4481452941894535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,48,256,1,fp8,fp8,0,4.170321655273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,1,256,1,fp8,fp8,0,2.087161636352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,1,256,1,bfloat16,fp8,0,4.949910354614258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,2,256,1,fp8,fp8,0,2.0940128326416017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,2,256,1,bfloat16,bfloat16,0,3.0449392318725588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,48,256,1,bfloat16,bfloat16,0,8.273572540283203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,4,256,1,bfloat16,bfloat16,0,3.298747253417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,2,256,1,bfloat16,fp8,0,5.058158493041992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,48,256,1,bfloat16,fp8,0,9.278510284423827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,4,256,1,fp8,fp8,0,2.165990447998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,8,256,1,bfloat16,bfloat16,0,3.7215023040771484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,8,256,1,fp8,fp8,0,2.365360069274902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,4,256,1,bfloat16,fp8,0,5.254771041870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,48,8,256,1,bfloat16,fp8,0,11.177505493164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,48,256,1,fp8,fp8,0,2.0936288833618164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,1,256,1,bfloat16,bfloat16,0,1.4903200149536133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,1,256,1,fp8,fp8,0,1.0568832397460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,2,256,1,bfloat16,bfloat16,0,1.5062879562377929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,48,256,1,bfloat16,bfloat16,0,4.162235260009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,1,256,1,bfloat16,fp8,0,2.498833656311035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,2,256,1,fp8,fp8,0,1.0623200416564942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,48,256,1,bfloat16,fp8,0,4.681579208374023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,2,256,1,bfloat16,fp8,0,2.528748893737793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,4,256,1,bfloat16,bfloat16,0,1.649113655090332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,48,8,256,1,bfloat16,fp8,0,5.722500610351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,4,256,1,fp8,fp8,0,1.070299243927002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,4,256,1,bfloat16,fp8,0,2.6613264083862305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,8,256,1,bfloat16,bfloat16,0,1.992136001586914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,48,256,1,fp8,fp8,0,0.9564895629882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,8,256,1,fp8,fp8,0,1.125540828704834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,1,256,1,bfloat16,bfloat16,0,0.7708176136016845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,1,256,1,fp8,fp8,0,0.5437935829162598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,48,256,1,bfloat16,bfloat16,0,2.0650367736816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,1,256,1,bfloat16,fp8,0,1.2814592361450194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,48,8,256,1,bfloat16,fp8,0,2.97772159576416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,2,256,1,fp8,fp8,0,0.5468656063079834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,2,256,1,bfloat16,bfloat16,0,0.7793392181396485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,48,256,1,bfloat16,fp8,0,2.3869535446166994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,2,256,1,bfloat16,fp8,0,1.2907168388366699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,4,256,1,fp8,fp8,0,0.5524943828582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,4,256,1,bfloat16,bfloat16,0,0.8031007766723632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,8,256,1,bfloat16,bfloat16,0,0.8369775772094726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,8,256,1,fp8,fp8,0,0.5612512111663819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,48,256,1,bfloat16,bfloat16,0,0.921776008605957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,48,256,1,fp8,fp8,0,0.37134881019592286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,1,256,1,bfloat16,bfloat16,0,0.4102015972137451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,1,256,1,fp8,fp8,0,0.2779232025146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,4,256,1,bfloat16,fp8,0,1.3213664054870606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,48,8,256,1,bfloat16,fp8,0,1.3923248291015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,1,256,1,bfloat16,fp8,0,0.6766079902648926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,2,256,1,bfloat16,bfloat16,0,0.4140448093414307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,48,256,1,bfloat16,fp8,0,1.131985569000244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,2,256,1,fp8,fp8,0,0.27896320819854736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,2,256,1,bfloat16,fp8,0,0.6799407958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,4,256,1,fp8,fp8,0,0.28078880310058596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,4,256,1,bfloat16,bfloat16,0,0.41453280448913576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,8,256,1,bfloat16,bfloat16,0,0.42076802253723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,4,256,1,bfloat16,fp8,0,0.6865024089813232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,8,256,1,fp8,fp8,0,0.2863759994506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,48,256,1,bfloat16,bfloat16,0,0.31445438861846925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,48,256,1,fp8,fp8,0,0.1768847942352295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,48,8,256,1,bfloat16,fp8,0,0.7027359962463379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,1,256,1,bfloat16,bfloat16,0,0.21528000831604005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,1,256,1,fp8,fp8,0,0.15387680530548095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,48,256,1,bfloat16,fp8,0,0.4912240028381348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,2,256,1,bfloat16,bfloat16,0,0.2165839910507202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,2,256,1,bfloat16,fp8,0,0.37817599773406985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,2,256,1,fp8,fp8,0,0.15389920473098756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,4,256,1,bfloat16,fp8,0,0.3758928060531616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,4,256,1,fp8,fp8,0,0.1557520031929016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,8,256,1,fp8,fp8,0,0.15657919645309448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,48,256,1,bfloat16,fp8,0,0.242195200920105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,48,256,1,fp8,fp8,0,0.09422720074653626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,1,256,1,bfloat16,bfloat16,0,0.11911040544509888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,1,256,1,fp8,fp8,0,0.08613439798355102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,2,256,1,bfloat16,bfloat16,0,0.11978399753570557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,2,256,1,bfloat16,fp8,0,0.2116175889968872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,2,256,1,fp8,fp8,0,0.08633120059967041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,4,256,1,bfloat16,bfloat16,0,0.12093280553817749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,1,256,1,bfloat16,fp8,0,0.37616639137268065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,4,256,1,bfloat16,fp8,0,0.21261920928955078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,4,256,1,fp8,fp8,0,0.0862559974193573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,8,256,1,bfloat16,bfloat16,0,0.122051203250885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,4,256,1,bfloat16,bfloat16,0,0.21833760738372804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,8,256,1,bfloat16,fp8,0,0.21386399269104003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,8,256,1,fp8,fp8,0,0.0863152027130127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,8,256,1,bfloat16,bfloat16,0,0.2225327968597412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,48,256,1,bfloat16,bfloat16,0,0.08007839918136597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,48,256,1,fp8,fp8,0,0.05529119968414307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,48,256,1,bfloat16,fp8,0,0.13515679836273192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,48,8,256,1,bfloat16,fp8,0,0.3825279951095581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,1,256,1,bfloat16,bfloat16,0,0.0718608021736145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,1,256,1,bfloat16,fp8,0,0.12500799894332887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,2,256,1,fp8,fp8,0,0.051369601488113405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,2,256,1,bfloat16,bfloat16,0,0.07057279944419861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,4,256,1,bfloat16,bfloat16,0,0.07187039852142334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,4,256,1,fp8,fp8,0,0.051316797733306885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,1,256,1,bfloat16,fp8,0,0.21056001186370848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,4,256,1,bfloat16,fp8,0,0.12673280239105225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,8,256,1,bfloat16,bfloat16,0,0.0718720018863678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,8,256,1,bfloat16,fp8,0,0.127017605304718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,48,48,256,1,bfloat16,bfloat16,0,0.14669760465621948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,1,256,1,fp8,fp8,0,0.051399999856948854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,2,256,1,bfloat16,fp8,0,0.1263327956199646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,48,8,256,1,fp8,fp8,0,0.05142880082130432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,1,256,1,fp8,fp8,0,2.5455087661743163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,1,256,1,bfloat16,bfloat16,0,3.6867294311523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,2,256,1,fp8,fp8,0,2.6357295989990233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,1,256,1,bfloat16,fp8,0,6.023481750488282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,2,256,1,bfloat16,bfloat16,0,3.9757057189941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,4,256,1,bfloat16,bfloat16,0,4.3523601531982425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,4,256,1,fp8,fp8,0,2.795798492431641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,2,256,1,bfloat16,fp8,0,6.247860717773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,4,256,1,bfloat16,fp8,0,6.640673828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,8,256,1,fp8,fp8,0,3.0855487823486327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,1,256,1,fp8,fp8,0,1.2782303810119628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,1,256,1,bfloat16,bfloat16,0,1.8435680389404296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,8,256,1,bfloat16,bfloat16,0,5.084684753417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,1,256,1,bfloat16,fp8,0,3.0311279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,48,256,1,fp8,fp8,0,3.0401615142822265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,48,256,1,bfloat16,bfloat16,0,6.060681533813477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,2,256,1,bfloat16,bfloat16,0,1.9649263381958009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,48,8,256,1,bfloat16,fp8,0,7.328182220458984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,2,256,1,bfloat16,fp8,0,3.1269392013549804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,4,256,1,bfloat16,bfloat16,0,2.150092887878418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,4,256,1,fp8,fp8,0,1.3801456451416017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,48,256,1,bfloat16,fp8,0,7.002969360351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,4,256,1,bfloat16,fp8,0,3.285451126098633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,2,256,1,fp8,fp8,0,1.2997967720031738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,8,256,1,fp8,fp8,0,1.5164784431457519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,8,256,1,bfloat16,bfloat16,0,2.484467124938965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,1,256,1,bfloat16,bfloat16,0,0.9366352081298828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,48,256,1,fp8,fp8,0,1.5295087814331054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,48,8,256,1,bfloat16,fp8,0,3.6561214447021486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,1,256,1,bfloat16,fp8,0,1.5272031784057618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,2,256,1,bfloat16,bfloat16,0,0.9641551971435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,48,256,1,bfloat16,bfloat16,0,3.0432479858398436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,2,256,1,fp8,fp8,0,0.6527760028839111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,2,256,1,bfloat16,fp8,0,1.5703264236450196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,4,256,1,bfloat16,bfloat16,0,1.0738960266113282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,4,256,1,fp8,fp8,0,0.6699039936065674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,48,256,1,bfloat16,fp8,0,3.5227359771728515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,4,256,1,bfloat16,fp8,0,1.6574527740478515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,1,256,1,fp8,fp8,0,0.6472000122070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,8,256,1,fp8,fp8,0,0.740721607208252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,8,256,1,bfloat16,bfloat16,0,1.2758000373840332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,1,256,1,bfloat16,bfloat16,0,0.4834127902984619
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,48,8,256,1,bfloat16,fp8,0,1.8511503219604493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,48,256,1,bfloat16,bfloat16,0,1.531611156463623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,1,256,1,bfloat16,fp8,0,0.781115198135376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,48,256,1,fp8,fp8,0,0.740342378616333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,2,256,1,bfloat16,bfloat16,0,0.4905871868133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,48,256,1,bfloat16,fp8,0,1.7884992599487304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,2,256,1,bfloat16,fp8,0,0.7889488220214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,4,256,1,fp8,fp8,0,0.3421871900558472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,4,256,1,bfloat16,bfloat16,0,0.5240975856781006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,8,256,1,bfloat16,bfloat16,0,0.669001579284668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,4,256,1,bfloat16,fp8,0,0.8427519798278809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,8,256,1,fp8,fp8,0,0.35506720542907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,8,256,1,bfloat16,fp8,0,0.9800031661987305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,48,256,1,bfloat16,bfloat16,0,0.7316671848297119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,48,256,1,fp8,fp8,0,0.2852799892425537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,1,256,1,bfloat16,bfloat16,0,0.25637600421905515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,1,256,1,fp8,fp8,0,0.3341007947921753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,1,256,1,fp8,fp8,0,0.16613279581069945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,1,256,1,bfloat16,fp8,0,0.41026878356933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,2,256,1,fp8,fp8,0,0.1661344051361084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,2,256,1,bfloat16,fp8,0,0.41547517776489257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,4,256,1,bfloat16,bfloat16,0,0.2676975965499878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,48,2,256,1,fp8,fp8,0,0.33609440326690676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,4,256,1,bfloat16,fp8,0,0.4249760150909424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,8,256,1,bfloat16,bfloat16,0,0.28037760257720945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,8,256,1,fp8,fp8,0,0.17257920503616334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,48,256,1,bfloat16,bfloat16,0,0.28885760307312014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,8,256,1,bfloat16,fp8,0,0.4502575874328613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,48,256,1,fp8,fp8,0,0.11846879720687867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,48,256,1,bfloat16,fp8,0,0.3709455966949463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,1,256,1,bfloat16,bfloat16,0,0.1293280005455017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,1,256,1,fp8,fp8,0,0.09136160016059876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,2,256,1,bfloat16,bfloat16,0,0.12940319776535034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,2,256,1,fp8,fp8,0,0.09195039868354797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,4,256,1,bfloat16,bfloat16,0,0.1313680052757263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,4,256,1,bfloat16,fp8,0,0.2262432098388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,4,256,1,fp8,fp8,0,0.0924448013305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,2,256,1,bfloat16,bfloat16,0,0.25978879928588866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,8,256,1,bfloat16,bfloat16,0,0.13565280437469482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,8,256,1,fp8,fp8,0,0.0944271981716156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,48,256,1,bfloat16,bfloat16,0,0.10639519691467285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,48,256,1,bfloat16,fp8,0,0.17137919664382933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,4,256,1,fp8,fp8,0,0.16817760467529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,1,256,1,bfloat16,bfloat16,0,0.07605119943618774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,1,256,1,fp8,fp8,0,0.05347359776496887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,1,256,1,bfloat16,fp8,0,0.13611199855804443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,2,256,1,bfloat16,bfloat16,0,0.0772159993648529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,2,256,1,bfloat16,fp8,0,0.13665599822998048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,2,256,1,fp8,fp8,0,0.0534496009349823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,4,256,1,bfloat16,bfloat16,0,0.07797920107841491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,4,256,1,bfloat16,fp8,0,0.1381600022315979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,4,256,1,fp8,fp8,0,0.05375679731369019
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,1,256,1,bfloat16,fp8,0,0.2282480001449585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,8,256,1,bfloat16,bfloat16,0,0.07957280278205872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,8,256,1,fp8,fp8,0,0.055460798740386966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,2,256,1,bfloat16,fp8,0,0.2282912015914917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,8,256,1,bfloat16,fp8,0,0.13950079679489136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,48,256,1,bfloat16,bfloat16,0,0.05345919728279114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,48,256,1,fp8,fp8,0,0.03570559918880463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,1,256,1,bfloat16,bfloat16,0,0.04526239931583405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,1,256,1,fp8,fp8,0,0.032528001070022586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,48,48,256,1,bfloat16,fp8,0,0.8829824447631835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,2,256,1,bfloat16,fp8,0,0.08095999956130981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,2,256,1,fp8,fp8,0,0.032876798510551454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,4,256,1,bfloat16,bfloat16,0,0.045265600085258484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,48,48,256,1,fp8,fp8,0,0.061768001317977904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,4,256,1,fp8,fp8,0,0.032864001393318173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,8,256,1,bfloat16,bfloat16,0,0.04534400105476379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,8,256,1,bfloat16,fp8,0,0.08375200033187866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,8,256,1,fp8,fp8,0,0.0329120010137558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,48,256,1,bfloat16,bfloat16,0,0.034483200311660765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,48,256,1,bfloat16,fp8,0,0.05555199980735779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,48,256,1,fp8,fp8,0,0.022700800001621245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,1,256,1,bfloat16,bfloat16,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,1,256,1,bfloat16,fp8,0,0.049639999866485596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,1,256,1,fp8,fp8,0,0.020681600272655486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,2,256,1,bfloat16,bfloat16,0,0.028870400786399842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,2,256,1,bfloat16,fp8,0,0.05012480020523071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,2,256,1,fp8,fp8,0,0.020657600462436677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,4,256,1,bfloat16,bfloat16,0,0.02900480031967163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,4,256,1,fp8,fp8,0,0.02085919976234436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,4,256,1,bfloat16,fp8,0,0.05069440007209778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,8,256,1,bfloat16,bfloat16,0,0.03062720000743866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,8,256,1,bfloat16,fp8,0,0.051185601949691774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,48,8,256,1,fp8,fp8,0,0.022142399847507478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,48,256,1,bfloat16,fp8,0,0.0915232002735138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,1,256,1,bfloat16,fp8,0,0.08116480112075805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,2,256,1,bfloat16,bfloat16,0,0.04520640075206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,48,8,256,1,bfloat16,fp8,0,0.23199360370635985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,48,4,256,1,bfloat16,fp8,0,0.08182719945907593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,1,256,1,fp8,fp8,0,0.8843839645385743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,1,256,1,bfloat16,bfloat16,0,1.3368576049804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,2,256,1,fp8,fp8,0,0.9137215614318848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,1,256,1,bfloat16,fp8,0,2.1236640930175783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,2,256,1,bfloat16,bfloat16,0,1.4366623878479003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,4,256,1,bfloat16,bfloat16,0,1.602996826171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,2,256,1,bfloat16,fp8,0,2.206548881530762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,4,256,1,fp8,fp8,0,0.9849087715148925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,4,256,1,bfloat16,fp8,0,2.3599311828613283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,8,256,1,fp8,fp8,0,1.1175359725952148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,48,256,1,fp8,fp8,0,1.240659236907959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,1,256,1,fp8,fp8,0,0.447214412689209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,1,256,1,bfloat16,fp8,0,1.0863727569580077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,8,256,1,bfloat16,fp8,0,2.700351905822754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,48,256,1,bfloat16,bfloat16,0,2.473129653930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,2,256,1,bfloat16,bfloat16,0,0.7114751815795899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,48,256,1,bfloat16,fp8,0,2.925017547607422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,2,256,1,fp8,fp8,0,0.4559184074401855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,4,256,1,bfloat16,bfloat16,0,0.7881216049194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,1,256,1,bfloat16,bfloat16,0,0.6708159923553467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,2,256,1,bfloat16,fp8,0,1.1194191932678224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,4,256,1,fp8,fp8,0,0.48322238922119143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,4,256,1,bfloat16,fp8,0,1.1805104255676269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,8,256,1,bfloat16,bfloat16,0,0.9454239845275879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,8,256,1,fp8,fp8,0,0.5490287780761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,48,256,1,fp8,fp8,0,0.6135647773742676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,1,256,1,bfloat16,bfloat16,0,0.34533278942108153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,1,256,1,bfloat16,fp8,0,0.5469855785369873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,1,256,1,fp8,fp8,0,0.23002400398254394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,48,256,1,bfloat16,fp8,0,1.472606372833252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,48,8,256,1,bfloat16,bfloat16,0,1.9111152648925782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,2,256,1,bfloat16,bfloat16,0,0.35589759349822997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,2,256,1,fp8,fp8,0,0.23319358825683595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,2,256,1,bfloat16,fp8,0,0.5593455791473388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,4,256,1,bfloat16,bfloat16,0,0.39087519645690916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,4,256,1,fp8,fp8,0,0.23934400081634521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,8,256,1,fp8,fp8,0,0.25905599594116213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,8,256,1,bfloat16,bfloat16,0,0.4723968029022217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,4,256,1,bfloat16,fp8,0,0.5925183773040772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,48,256,1,bfloat16,bfloat16,0,0.6106688022613526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,8,256,1,bfloat16,fp8,0,0.6745440006256104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,48,48,256,1,bfloat16,bfloat16,0,1.240340805053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,48,256,1,fp8,fp8,0,0.268887996673584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,1,256,1,fp8,fp8,0,0.11010880470275879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,48,8,256,1,bfloat16,fp8,0,1.3273584365844726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,48,256,1,bfloat16,fp8,0,0.7294832229614258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,2,256,1,bfloat16,fp8,0,0.28595519065856934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,1,256,1,bfloat16,fp8,0,0.28243839740753174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,2,256,1,fp8,fp8,0,0.11088320016860961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,2,256,1,bfloat16,bfloat16,0,0.1856112003326416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,4,256,1,fp8,fp8,0,0.11158560514450074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,4,256,1,bfloat16,fp8,0,0.2981055974960327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,4,256,1,bfloat16,bfloat16,0,0.19511200189590455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,8,256,1,bfloat16,bfloat16,0,0.23707520961761475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,8,256,1,fp8,fp8,0,0.12111680507659912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,8,256,1,bfloat16,fp8,0,0.3489327907562256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,48,256,1,bfloat16,bfloat16,0,0.2773632049560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,48,256,1,fp8,fp8,0,0.09325119853019714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,1,256,1,bfloat16,bfloat16,0,0.0863152027130127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,1,256,1,bfloat16,fp8,0,0.1507151961326599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,1,256,1,fp8,fp8,0,0.05981760025024414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,48,256,1,bfloat16,fp8,0,0.33000481128692627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,2,256,1,bfloat16,bfloat16,0,0.08645600080490112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,48,1,256,1,bfloat16,bfloat16,0,0.18426400423049927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,2,256,1,fp8,fp8,0,0.05978239774703979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,4,256,1,bfloat16,bfloat16,0,0.08839520215988159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,4,256,1,fp8,fp8,0,0.0616208016872406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,2,256,1,bfloat16,fp8,0,0.1494480013847351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,8,256,1,bfloat16,fp8,0,0.16120959520339967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,8,256,1,bfloat16,bfloat16,0,0.09251840114593506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,8,256,1,fp8,fp8,0,0.06236000061035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,1,256,1,bfloat16,bfloat16,0,0.05025759935379028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,48,256,1,fp8,fp8,0,0.04318720102310181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,48,256,1,bfloat16,fp8,0,0.13549760580062867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,1,256,1,fp8,fp8,0,0.0349839985370636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,2,256,1,bfloat16,bfloat16,0,0.05116639733314514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,1,256,1,bfloat16,fp8,0,0.08983680009841918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,2,256,1,fp8,fp8,0,0.034985598921775815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,2,256,1,bfloat16,fp8,0,0.08980479836463928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,4,256,1,bfloat16,bfloat16,0,0.051412802934646604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,4,256,1,fp8,fp8,0,0.03514719903469086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,4,256,1,bfloat16,fp8,0,0.09086880087852478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,8,256,1,bfloat16,fp8,0,0.09226880073547364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,8,256,1,fp8,fp8,0,0.03701280057430267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,8,256,1,bfloat16,bfloat16,0,0.053636801242828366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,48,256,1,bfloat16,bfloat16,0,0.04108000099658966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,48,256,1,bfloat16,fp8,0,0.06759999990463257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,1,256,1,bfloat16,bfloat16,0,0.032779198884963986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,1,256,1,fp8,fp8,0,0.022729599475860597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,2,256,1,bfloat16,bfloat16,0,0.03298240005970001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,2,256,1,fp8,fp8,0,0.022646400332450866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,2,256,1,bfloat16,fp8,0,0.057227200269699095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,4,256,1,bfloat16,bfloat16,0,0.03284800052642822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,4,256,1,fp8,fp8,0,0.02268960028886795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,4,256,1,bfloat16,fp8,0,0.05767040252685547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,48,4,256,1,bfloat16,fp8,0,0.15226399898529053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,8,256,1,bfloat16,fp8,0,0.058620798587799075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,8,256,1,fp8,fp8,0,0.022720000147819518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,48,256,1,bfloat16,bfloat16,0,0.024884800612926482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,48,256,1,bfloat16,fp8,0,0.04103040099143982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,1,256,1,bfloat16,bfloat16,0,0.020664000511169435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,48,48,256,1,bfloat16,bfloat16,0,0.08253759741783143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,1,256,1,fp8,fp8,0,0.014555199444293976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,1,256,1,bfloat16,fp8,0,0.035630398988723756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,2,256,1,bfloat16,bfloat16,0,0.020604799687862396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,2,256,1,fp8,fp8,0,0.014539200067520141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,4,256,1,bfloat16,bfloat16,0,0.02072480022907257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,4,256,1,bfloat16,fp8,0,0.03540639877319336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,4,256,1,fp8,fp8,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,8,256,1,bfloat16,bfloat16,0,0.020798400044441223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,8,256,1,bfloat16,fp8,0,0.036724799871444704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,48,256,1,bfloat16,bfloat16,0,0.01770399957895279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,48,256,1,bfloat16,fp8,0,0.02879680097103119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,48,256,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,48,256,1,fp8,fp8,0,0.026851201057434083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,1,256,1,bfloat16,bfloat16,0,0.014510400593280792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,1,256,1,fp8,fp8,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,1,256,1,bfloat16,fp8,0,0.05740960240364075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,2,256,1,bfloat16,bfloat16,0,0.01449120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,2,256,1,bfloat16,fp8,0,0.024732799828052522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,4,256,1,bfloat16,bfloat16,0,0.014457599818706512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,48,8,256,1,bfloat16,bfloat16,0,0.03296320140361786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,2,256,1,fp8,fp8,0,0.011355199664831162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,4,256,1,bfloat16,fp8,0,0.024792000651359558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,4,256,1,fp8,fp8,0,0.010625600069761276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,8,256,1,bfloat16,bfloat16,0,0.014484800398349762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,8,256,1,fp8,fp8,0,0.011255999654531479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,8,256,1,bfloat16,fp8,0,0.02491360008716583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,2,256,1,bfloat16,fp8,0,0.03613280057907105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,8,256,1,fp8,fp8,0,0.015161600708961488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,1,256,1,fp8,fp8,0,0.3506063938140869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,1,256,1,bfloat16,bfloat16,0,0.561414384841919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,48,1,256,1,bfloat16,fp8,0,0.024774399399757386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,1,256,1,bfloat16,fp8,0,0.8903759956359864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,2,256,1,bfloat16,bfloat16,0,0.5971263885498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,2,256,1,fp8,fp8,0,0.3625407934188843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,48,48,256,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,4,256,1,fp8,fp8,0,0.3875999927520752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,4,256,1,bfloat16,bfloat16,0,0.6710783958435058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,2,256,1,bfloat16,fp8,0,0.9096128463745117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,8,256,1,bfloat16,bfloat16,0,0.813702392578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,4,256,1,bfloat16,fp8,0,0.9772080421447754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,8,256,1,fp8,fp8,0,0.4468992233276367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,48,8,256,1,bfloat16,fp8,0,1.11179838180542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,1,256,1,bfloat16,bfloat16,0,0.28752000331878663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,1,256,1,fp8,fp8,0,0.1802191972732544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,1,256,1,bfloat16,fp8,0,0.45604801177978516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,2,256,1,bfloat16,bfloat16,0,0.3023967981338501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,48,256,1,bfloat16,fp8,0,1.3161024093627929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,2,256,1,bfloat16,fp8,0,0.46755361557006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,4,256,1,bfloat16,bfloat16,0,0.3304287910461426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,4,256,1,fp8,fp8,0,0.19398880004882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,8,256,1,bfloat16,bfloat16,0,0.4012767791748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,8,256,1,fp8,fp8,0,0.21442561149597167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,8,256,1,bfloat16,fp8,0,0.5642032146453857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,48,256,1,bfloat16,bfloat16,0,0.5438047885894776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,48,256,1,fp8,fp8,0,0.2546895980834961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,48,256,1,fp8,fp8,0,0.539785623550415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,1,256,1,bfloat16,bfloat16,0,0.15393760204315185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,48,256,1,bfloat16,fp8,0,0.646233606338501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,48,256,1,bfloat16,bfloat16,0,1.0975296020507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,1,256,1,bfloat16,fp8,0,0.22956960201263427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,1,256,1,fp8,fp8,0,0.0821615993976593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,2,256,1,fp8,fp8,0,0.08215199708938599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,2,256,1,fp8,fp8,0,0.1865120053291321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,4,256,1,bfloat16,fp8,0,0.24431838989257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,4,256,1,bfloat16,bfloat16,0,0.1635696053504944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,48,4,256,1,bfloat16,fp8,0,0.49837918281555177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,8,256,1,bfloat16,fp8,0,0.27562880516052246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,8,256,1,fp8,fp8,0,0.09049760103225708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,48,256,1,bfloat16,bfloat16,0,0.2550960063934326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,48,256,1,bfloat16,fp8,0,0.30266718864440917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,1,256,1,bfloat16,bfloat16,0,0.06542879939079285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,1,256,1,fp8,fp8,0,0.04520640075206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,2,256,1,bfloat16,bfloat16,0,0.06572319865226746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,1,256,1,bfloat16,fp8,0,0.11261600255966187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,2,256,1,fp8,fp8,0,0.04521119892597199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,2,256,1,bfloat16,fp8,0,0.11278719902038574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,4,256,1,bfloat16,fp8,0,0.11625280380249023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,4,256,1,fp8,fp8,0,0.045212799310684205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,8,256,1,bfloat16,bfloat16,0,0.07146559953689575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,8,256,1,bfloat16,fp8,0,0.1328384041786194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,8,256,1,fp8,fp8,0,0.047259199619293216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,48,256,1,bfloat16,bfloat16,0,0.08197759985923767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,48,256,1,bfloat16,fp8,0,0.12236319780349732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,48,256,1,fp8,fp8,0,0.03406879901885986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,2,256,1,bfloat16,bfloat16,0,0.15566400289535523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,1,256,1,bfloat16,bfloat16,0,0.03716000020503998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,1,256,1,fp8,fp8,0,0.026771199703216553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,2,256,1,bfloat16,bfloat16,0,0.03719359934329987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,4,256,1,fp8,fp8,0,0.08479999899864196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,8,256,1,bfloat16,bfloat16,0,0.1922335982322693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,2,256,1,fp8,fp8,0,0.0268095999956131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,4,256,1,bfloat16,bfloat16,0,0.03912000060081482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,2,256,1,bfloat16,fp8,0,0.06603999733924866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,4,256,1,fp8,fp8,0,0.02696160078048706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,4,256,1,bfloat16,fp8,0,0.06644799709320068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,48,256,1,fp8,fp8,0,0.08024160265922546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,8,256,1,bfloat16,bfloat16,0,0.03938559889793396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,8,256,1,fp8,fp8,0,0.027009600400924684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,48,256,1,bfloat16,bfloat16,0,0.03260639905929565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,48,256,1,fp8,fp8,0,0.020766399800777435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,48,256,1,bfloat16,fp8,0,0.05141440033912659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,1,256,1,bfloat16,bfloat16,0,0.023361599445343016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,1,256,1,bfloat16,fp8,0,0.041065600514411923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,2,256,1,bfloat16,bfloat16,0,0.024166400730609893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,48,4,256,1,bfloat16,bfloat16,0,0.06758880019187927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,2,256,1,bfloat16,fp8,0,0.04116159975528717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,4,256,1,bfloat16,bfloat16,0,0.02468000054359436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,4,256,1,fp8,fp8,0,0.016612799465656282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,4,256,1,bfloat16,fp8,0,0.04133760035037994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,8,256,1,bfloat16,bfloat16,0,0.02476000040769577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,8,256,1,fp8,fp8,0,0.01671680063009262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,48,256,1,bfloat16,bfloat16,0,0.020678399503231047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,48,2,256,1,bfloat16,fp8,0,0.23277599811553956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,48,256,1,bfloat16,fp8,0,0.033160001039505005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,1,256,1,bfloat16,bfloat16,0,0.016603200137615202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,1,256,1,bfloat16,fp8,0,0.02868640124797821
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,1,256,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,2,256,1,bfloat16,bfloat16,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,2,256,1,bfloat16,fp8,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,2,256,1,fp8,fp8,0,0.012459199875593185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,4,256,1,bfloat16,bfloat16,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,4,256,1,bfloat16,fp8,0,0.028825598955154418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,4,256,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,8,256,1,bfloat16,fp8,0,0.06831039786338806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,8,256,1,bfloat16,bfloat16,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,8,256,1,fp8,fp8,0,0.01249760016798973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,48,256,1,bfloat16,bfloat16,0,0.012483199685811996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,48,256,1,bfloat16,fp8,0,0.020628799498081208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,1,256,1,fp8,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,48,256,1,fp8,fp8,0,0.01034879982471466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,2,256,1,fp8,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,1,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,1,256,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,2,256,1,bfloat16,bfloat16,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,2,256,1,bfloat16,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,2,256,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,48,8,256,1,bfloat16,fp8,0,0.04291679859161377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,4,256,1,fp8,fp8,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,48,256,1,fp8,fp8,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,8,256,1,bfloat16,bfloat16,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,8,256,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,8,256,1,fp8,fp8,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,48,256,1,bfloat16,bfloat16,0,0.01250240057706833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,48,256,1,bfloat16,fp8,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,48,256,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,1,256,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,1,256,1,fp8,fp8,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,2,256,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,2,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,2,256,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,4,256,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,48,8,256,1,bfloat16,fp8,0,0.028889599442481994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,4,256,1,bfloat16,fp8,0,0.01671839952468872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,4,256,1,fp8,fp8,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,8,256,1,bfloat16,bfloat16,0,0.010529600083827972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,8,256,1,bfloat16,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,8,256,1,fp8,fp8,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,4,256,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,1,256,1,bfloat16,bfloat16,0,0.41178078651428224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,4,256,1,bfloat16,fp8,0,0.01732960045337677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,1,256,1,bfloat16,fp8,0,0.6862351894378662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,1,256,1,fp8,fp8,0,0.3114975929260254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,48,1,256,1,bfloat16,fp8,0,0.0658128023147583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,2,256,1,bfloat16,bfloat16,0,0.42441601753234864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,48,1,256,1,bfloat16,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,2,256,1,fp8,fp8,0,0.3133264064788818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,2,256,1,bfloat16,fp8,0,0.6961919784545898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,4,256,1,bfloat16,bfloat16,0,0.44481282234191893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,4,256,1,fp8,fp8,0,0.31994879245758057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,4,256,1,bfloat16,fp8,0,0.7207712173461914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,8,256,1,fp8,fp8,0,0.33679680824279784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,48,1,256,1,bfloat16,bfloat16,0,0.0103472001850605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,8,256,1,bfloat16,bfloat16,0,0.49831361770629884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,48,256,1,bfloat16,bfloat16,0,0.5482912063598633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,48,8,256,1,bfloat16,fp8,0,0.7738560199737549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,48,256,1,fp8,fp8,0,0.2934448003768921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,1,256,1,bfloat16,bfloat16,0,0.2111135959625244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,1,256,1,fp8,fp8,0,0.14363360404968262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,48,256,1,bfloat16,fp8,0,0.7079360008239746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,2,256,1,bfloat16,fp8,0,0.3566240072250366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,1,256,1,bfloat16,fp8,0,0.3528287887573242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,2,256,1,bfloat16,bfloat16,0,0.21401600837707518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,4,256,1,fp8,fp8,0,0.145687997341156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,4,256,1,bfloat16,fp8,0,0.36708478927612304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,8,256,1,bfloat16,fp8,0,0.38664319515228274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,48,256,1,bfloat16,bfloat16,0,0.25527679920196533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,48,256,1,bfloat16,fp8,0,0.32830080986022947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,48,256,1,fp8,fp8,0,0.10912799835205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,1,256,1,bfloat16,bfloat16,0,0.10260959863662719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,1,256,1,fp8,fp8,0,0.07396799921989441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,1,256,1,bfloat16,fp8,0,0.18532320261001586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,2,256,1,bfloat16,bfloat16,0,0.10270400047302246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,2,256,1,fp8,fp8,0,0.07554559707641602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,2,256,1,bfloat16,fp8,0,0.1850816011428833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,4,256,1,bfloat16,bfloat16,0,0.10476160049438477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,4,256,1,fp8,fp8,0,0.0759552001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,8,256,1,bfloat16,bfloat16,0,0.1104688048362732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,8,256,1,fp8,fp8,0,0.0779312014579773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,2,256,1,fp8,fp8,0,0.14369280338287355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,48,256,1,bfloat16,bfloat16,0,0.09080640077590943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,48,256,1,bfloat16,fp8,0,0.14332799911499022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,48,256,1,fp8,fp8,0,0.04928160011768341
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,1,256,1,bfloat16,bfloat16,0,0.05545120239257813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,8,256,1,bfloat16,bfloat16,0,0.24076640605926514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,1,256,1,fp8,fp8,0,0.04107199907302857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,2,256,1,bfloat16,bfloat16,0,0.055497598648071286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,2,256,1,fp8,fp8,0,0.041252800822258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,4,256,1,bfloat16,bfloat16,0,0.0574895977973938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,4,256,1,fp8,fp8,0,0.04113439917564392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,4,256,1,bfloat16,fp8,0,0.10454239845275878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,8,256,1,bfloat16,bfloat16,0,0.05756319761276245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,8,256,1,bfloat16,fp8,0,0.105948805809021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,8,256,1,fp8,fp8,0,0.041335999965667725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,48,256,1,bfloat16,bfloat16,0,0.04054400026798248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,48,256,1,bfloat16,fp8,0,0.06995840072631836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,48,256,1,fp8,fp8,0,0.028611201047897338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,4,256,1,bfloat16,fp8,0,0.1856511950492859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,1,256,1,bfloat16,bfloat16,0,0.03285599946975708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,48,8,256,1,bfloat16,fp8,0,0.19448479413986205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,1,256,1,bfloat16,fp8,0,0.06067360043525696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,1,256,1,fp8,fp8,0,0.024724799394607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,4,256,1,bfloat16,bfloat16,0,0.2215440034866333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,2,256,1,fp8,fp8,0,0.024753600358963013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,2,256,1,bfloat16,bfloat16,0,0.033004799485206605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,2,256,1,bfloat16,fp8,0,0.060843199491500854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,48,8,256,1,fp8,fp8,0,0.15587040185928344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,4,256,1,fp8,fp8,0,0.024667200446128846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,2,256,1,bfloat16,fp8,0,0.10420000553131104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,4,256,1,bfloat16,fp8,0,0.061431998014450075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,8,256,1,bfloat16,bfloat16,0,0.032923200726509096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,8,256,1,bfloat16,fp8,0,0.06171839833259583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,48,256,1,bfloat16,bfloat16,0,0.024771200120449068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,48,256,1,bfloat16,fp8,0,0.043196800351142886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,48,256,1,fp8,fp8,0,0.018345600366592406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,1,256,1,bfloat16,bfloat16,0,0.020633600652217865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,1,256,1,fp8,fp8,0,0.016275200247764587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,2,256,1,bfloat16,bfloat16,0,0.020681600272655486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,2,256,1,bfloat16,fp8,0,0.03882560133934021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,2,256,1,fp8,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,4,256,1,bfloat16,bfloat16,0,0.020611199736595153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,48,1,256,1,bfloat16,fp8,0,0.10279200077056885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,4,256,1,bfloat16,bfloat16,0,0.032971200346946714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,4,256,1,fp8,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,1,256,1,bfloat16,fp8,0,0.039078399538993835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,4,256,1,bfloat16,fp8,0,0.039068800210952756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,48,8,256,1,fp8,fp8,0,0.024711999297142028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,48,256,1,fp8,fp8,0,0.012495999783277511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,8,256,1,bfloat16,bfloat16,0,0.02072480022907257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,48,256,1,bfloat16,fp8,0,0.02895520031452179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,48,256,1,bfloat16,bfloat16,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,8,256,1,bfloat16,fp8,0,0.039124798774719236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,1,256,1,fp8,fp8,0,0.01207519993185997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,2,256,1,bfloat16,fp8,0,0.026819199323654175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,1,256,1,bfloat16,fp8,0,0.026790401339530943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,2,256,1,fp8,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,4,256,1,bfloat16,bfloat16,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,4,256,1,fp8,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,4,256,1,bfloat16,fp8,0,0.026796799898147584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,8,256,1,bfloat16,bfloat16,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,8,256,1,bfloat16,fp8,0,0.02680639922618866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,8,256,1,fp8,fp8,0,0.012428800016641617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,48,256,1,bfloat16,fp8,0,0.01852159947156906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,48,256,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,1,256,1,bfloat16,bfloat16,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,1,256,1,bfloat16,fp8,0,0.016473600268363954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,2,256,1,bfloat16,bfloat16,0,0.009939199686050415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,2,256,1,bfloat16,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,4,256,1,bfloat16,bfloat16,0,0.010353600233793258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,4,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,4,256,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,8,256,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,8,256,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,8,256,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,48,8,256,1,fp8,fp8,0,0.016531200706958772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,48,256,1,bfloat16,bfloat16,0,0.012464000284671784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,1,256,1,bfloat16,bfloat16,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,48,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,48,256,1,fp8,fp8,0,0.00846560001373291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,1,256,1,bfloat16,bfloat16,0,0.008868800103664398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,1,256,1,bfloat16,fp8,0,0.016715200245380403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,1,256,1,fp8,fp8,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,2,256,1,bfloat16,bfloat16,0,0.009196799993515015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,48,2,256,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,2,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,2,256,1,bfloat16,fp8,0,0.016484799981117248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,4,256,1,bfloat16,bfloat16,0,0.008420799672603608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,4,256,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,8,256,1,bfloat16,bfloat16,0,0.010292799770832061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,8,256,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,48,256,1,bfloat16,bfloat16,0,0.012486399710178375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,1,256,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,1,256,1,bfloat16,bfloat16,0,0.3831471920013428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,1,256,1,fp8,fp8,0,0.27262399196624754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,1,256,1,bfloat16,fp8,0,0.6426608085632324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,2,256,1,bfloat16,bfloat16,0,0.3868160009384155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,4,256,1,bfloat16,bfloat16,0,0.3930367946624756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,2,256,1,bfloat16,fp8,0,0.6453120231628418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,4,256,1,fp8,fp8,0,0.2746623992919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,4,256,1,bfloat16,fp8,0,0.6542799949645997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,8,256,1,fp8,fp8,0,0.28488960266113283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,8,256,1,bfloat16,fp8,0,0.6707600116729736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,48,256,1,bfloat16,bfloat16,0,0.3208928108215332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,4,256,1,bfloat16,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,48,256,1,fp8,fp8,0,0.1765984058380127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,48,8,256,1,bfloat16,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,48,256,1,bfloat16,fp8,0,0.4545599937438965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,1,256,1,bfloat16,bfloat16,0,0.18454719781875611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,1,256,1,fp8,fp8,0,0.13739360570907594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,1,256,1,bfloat16,fp8,0,0.33092000484466555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,2,256,1,bfloat16,bfloat16,0,0.18455519676208496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,48,2,256,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,2,256,1,fp8,fp8,0,0.13935999870300292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,2,256,1,bfloat16,fp8,0,0.3302992105484009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,4,256,1,bfloat16,bfloat16,0,0.18661439418792725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,2,256,1,fp8,fp8,0,0.27266080379486085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,4,256,1,fp8,fp8,0,0.1401087999343872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,8,256,1,bfloat16,bfloat16,0,0.1907152056694031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,48,256,1,bfloat16,bfloat16,0,0.12942240238189698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,48,256,1,fp8,fp8,0,0.07973920106887818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,48,256,1,bfloat16,fp8,0,0.2100287914276123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,1,256,1,bfloat16,bfloat16,0,0.09648479819297791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,48,8,256,1,bfloat16,bfloat16,0,0.4099440097808838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,1,256,1,fp8,fp8,0,0.07187839746475219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,2,256,1,bfloat16,bfloat16,0,0.09646239876747131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,2,256,1,fp8,fp8,0,0.0718895971775055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,2,256,1,bfloat16,fp8,0,0.17791359424591063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,4,256,1,bfloat16,bfloat16,0,0.0964576005935669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,4,256,1,fp8,fp8,0,0.07186239957809448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,8,256,1,bfloat16,bfloat16,0,0.09854239821434022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,8,256,1,fp8,fp8,0,0.07392320036888123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,8,256,1,bfloat16,fp8,0,0.18028000593185425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,48,256,1,bfloat16,bfloat16,0,0.059617602825164796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,48,256,1,bfloat16,fp8,0,0.10876480340957642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,48,256,1,fp8,fp8,0,0.04319519996643066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,1,256,1,bfloat16,bfloat16,0,0.051419198513031006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,1,256,1,fp8,fp8,0,0.03912000060081482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,2,256,1,bfloat16,bfloat16,0,0.0514847993850708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,4,256,1,bfloat16,fp8,0,0.3325632095336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,2,256,1,bfloat16,fp8,0,0.09942240118980408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,8,256,1,fp8,fp8,0,0.14135520458221434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,2,256,1,fp8,fp8,0,0.039129599928855896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,4,256,1,bfloat16,bfloat16,0,0.053059202432632444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,4,256,1,fp8,fp8,0,0.03908959925174713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,8,256,1,bfloat16,bfloat16,0,0.05343040227890015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,8,256,1,fp8,fp8,0,0.039710399508476255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,8,256,1,bfloat16,fp8,0,0.10038399696350098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,1,256,1,bfloat16,fp8,0,0.17699840068817138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,48,256,1,bfloat16,bfloat16,0,0.034908801317214966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,48,256,1,bfloat16,fp8,0,0.06363199949264527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,1,256,1,bfloat16,bfloat16,0,0.03089280128479004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,1,256,1,bfloat16,fp8,0,0.05905600190162659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,1,256,1,fp8,fp8,0,0.02271520048379898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,2,256,1,bfloat16,bfloat16,0,0.030849599838256837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,48,4,256,1,bfloat16,fp8,0,0.1783344030380249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,2,256,1,bfloat16,fp8,0,0.059411197900772095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,2,256,1,fp8,fp8,0,0.022686399519443512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,4,256,1,bfloat16,bfloat16,0,0.030900800228118898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,4,256,1,fp8,fp8,0,0.022755199670791627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,4,256,1,bfloat16,fp8,0,0.059520000219345094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,8,256,1,bfloat16,bfloat16,0,0.030904000997543334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,8,256,1,fp8,fp8,0,0.022711999714374542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,8,256,1,bfloat16,fp8,0,0.05921599864959717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,48,256,1,bfloat16,bfloat16,0,0.022625599801540375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,48,256,1,bfloat16,fp8,0,0.04056319892406464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,48,256,1,fp8,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,1,256,1,fp8,fp8,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,1,256,1,bfloat16,fp8,0,0.03707360029220581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,2,256,1,bfloat16,bfloat16,0,0.018571199476718904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,2,256,1,bfloat16,fp8,0,0.03704479932785034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,2,256,1,fp8,fp8,0,0.014555199444293976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,4,256,1,bfloat16,bfloat16,0,0.018646399676799773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,4,256,1,bfloat16,fp8,0,0.03701440095901489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,4,256,1,fp8,fp8,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,8,256,1,bfloat16,bfloat16,0,0.020619200170040132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,48,8,256,1,bfloat16,fp8,0,0.3420480012893677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,8,256,1,fp8,fp8,0,0.014553600549697876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,4,256,1,bfloat16,fp8,0,0.10054559707641601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,8,256,1,bfloat16,fp8,0,0.03705919981002807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,48,256,1,bfloat16,bfloat16,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,48,256,1,bfloat16,fp8,0,0.027721598744392395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,1,256,1,bfloat16,bfloat16,0,0.014444799721240997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,48,48,256,1,fp8,fp8,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,1,256,1,bfloat16,fp8,0,0.025723201036453248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,1,256,1,fp8,fp8,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,2,256,1,bfloat16,fp8,0,0.025751999020576476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,4,256,1,bfloat16,bfloat16,0,0.014467200636863709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,4,256,1,bfloat16,fp8,0,0.025760000944137572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,8,256,1,bfloat16,bfloat16,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,8,256,1,bfloat16,fp8,0,0.026238399744033813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,8,256,1,fp8,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,48,256,1,bfloat16,bfloat16,0,0.010382399708032609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,48,256,1,bfloat16,fp8,0,0.016527999937534333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,48,1,256,1,bfloat16,bfloat16,0,0.018662400543689728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,48,256,1,fp8,fp8,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,48,1,256,1,bfloat16,fp8,0,0.09867519736289979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,1,256,1,bfloat16,fp8,0,0.01642719954252243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,1,256,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,2,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,2,256,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,4,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,4,256,1,bfloat16,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,4,256,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,8,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,8,256,1,bfloat16,fp8,0,0.016471999883651733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,8,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,2,256,1,bfloat16,bfloat16,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,48,256,1,bfloat16,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,2,256,1,fp8,fp8,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,4,256,1,fp8,fp8,0,0.01053759977221489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,1,256,1,bfloat16,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,1,256,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,2,256,1,bfloat16,bfloat16,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,2,256,1,bfloat16,fp8,0,0.016521599888801575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,2,256,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,4,256,1,bfloat16,bfloat16,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,1,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,4,256,1,bfloat16,fp8,0,0.01637279987335205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,48,2,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,4,256,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,8,256,1,bfloat16,fp8,0,0.016484799981117248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,8,256,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,1,256,1,bfloat16,bfloat16,0,0.3506144046783447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,48,48,256,1,fp8,fp8,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,48,256,1,bfloat16,bfloat16,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,1,256,1,fp8,fp8,0,0.2625056028366089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,48,256,1,fp8,fp8,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,1,256,1,bfloat16,fp8,0,0.6068336009979248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,1,256,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,2,256,1,bfloat16,bfloat16,0,0.35086081027984617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,2,256,1,fp8,fp8,0,0.2629008054733276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,4,256,1,bfloat16,bfloat16,0,0.3514143943786621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,4,256,1,fp8,fp8,0,0.2640415906906128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,8,256,1,bfloat16,bfloat16,0,0.3522047996520996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,4,256,1,bfloat16,fp8,0,0.6109695911407471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,8,256,1,fp8,fp8,0,0.2643471956253052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,48,256,1,bfloat16,bfloat16,0,0.1783679962158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,8,256,1,bfloat16,fp8,0,0.6110464096069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,48,256,1,bfloat16,fp8,0,0.31744799613952634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,48,8,256,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,1,256,1,bfloat16,bfloat16,0,0.1771216034889221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,2,256,1,bfloat16,bfloat16,0,0.17817440032958984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,1,256,1,bfloat16,fp8,0,0.31969599723815917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,2,256,1,fp8,fp8,0,0.13337279558181764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,2,256,1,bfloat16,fp8,0,0.3157088041305542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,4,256,1,fp8,fp8,0,0.13334879875183106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,4,256,1,bfloat16,fp8,0,0.31755518913269043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,8,256,1,bfloat16,bfloat16,0,0.1782912015914917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,8,256,1,fp8,fp8,0,0.1333232045173645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,48,256,1,bfloat16,bfloat16,0,0.09438560009002686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,8,256,1,bfloat16,fp8,0,0.31712799072265624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,48,256,1,fp8,fp8,0,0.06984159946441651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,48,256,1,bfloat16,fp8,0,0.170360004901886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,1,256,1,bfloat16,bfloat16,0,0.09232320189476013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,1,256,1,fp8,fp8,0,0.06982560157775879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,2,256,1,bfloat16,bfloat16,0,0.0923520028591156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,48,2,256,1,bfloat16,fp8,0,0.611624002456665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,2,256,1,fp8,fp8,0,0.06983839869499206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,4,256,1,bfloat16,bfloat16,0,0.0923807978630066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,4,256,1,fp8,fp8,0,0.06984320282936096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,4,256,1,bfloat16,fp8,0,0.16956000328063964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,8,256,1,bfloat16,bfloat16,0,0.0923520028591156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,8,256,1,bfloat16,fp8,0,0.17027360200881958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,8,256,1,fp8,fp8,0,0.06980640292167664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,48,256,1,fp8,fp8,0,0.13332799673080445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,48,256,1,bfloat16,bfloat16,0,0.05188639760017395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,1,256,1,fp8,fp8,0,0.13331040143966674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,48,256,1,fp8,fp8,0,0.039099198579788205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,1,256,1,bfloat16,bfloat16,0,0.05014879703521728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,1,256,1,bfloat16,fp8,0,0.09531999826431274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,2,256,1,bfloat16,bfloat16,0,0.05114240050315857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,2,256,1,fp8,fp8,0,0.03898560106754303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,4,256,1,bfloat16,bfloat16,0,0.05127840042114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,4,256,1,bfloat16,fp8,0,0.09559360146522522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,4,256,1,fp8,fp8,0,0.038998401165008544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,8,256,1,bfloat16,bfloat16,0,0.051292800903320314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,8,256,1,bfloat16,fp8,0,0.095523202419281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,1,256,1,bfloat16,fp8,0,0.16903200149536132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,8,256,1,fp8,fp8,0,0.0390751987695694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,48,256,1,bfloat16,bfloat16,0,0.030953601002693176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,48,2,256,1,bfloat16,fp8,0,0.17049920558929443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,48,256,1,bfloat16,fp8,0,0.05756319761276245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,48,256,1,fp8,fp8,0,0.02292640060186386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,1,256,1,bfloat16,bfloat16,0,0.028891199827194215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,1,256,1,bfloat16,fp8,0,0.05721279978752136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,2,256,1,bfloat16,bfloat16,0,0.028896000981330872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,2,256,1,bfloat16,fp8,0,0.05716480016708374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,2,256,1,fp8,fp8,0,0.02263360023498535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,4,256,1,bfloat16,bfloat16,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,4,256,1,bfloat16,fp8,0,0.05732640027999878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,4,256,1,fp8,fp8,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,8,256,1,bfloat16,bfloat16,0,0.028839999437332155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,8,256,1,fp8,fp8,0,0.02271360009908676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,8,256,1,bfloat16,fp8,0,0.057329601049423216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,48,256,1,bfloat16,bfloat16,0,0.020689600706100465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,48,256,1,bfloat16,fp8,0,0.037084800004959104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,48,4,256,1,bfloat16,bfloat16,0,0.1781615972518921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,48,256,1,fp8,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,1,256,1,bfloat16,bfloat16,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,1,256,1,bfloat16,fp8,0,0.03704000115394592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,2,256,1,bfloat16,bfloat16,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,2,256,1,bfloat16,fp8,0,0.03695200085639953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,4,256,1,bfloat16,bfloat16,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,4,256,1,bfloat16,fp8,0,0.03699199855327606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,4,256,1,fp8,fp8,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,8,256,1,bfloat16,bfloat16,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,8,256,1,fp8,fp8,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,8,256,1,bfloat16,fp8,0,0.036878401041030885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,48,256,1,bfloat16,bfloat16,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,48,256,1,bfloat16,fp8,0,0.026819199323654175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,48,256,1,fp8,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,1,256,1,bfloat16,bfloat16,0,0.01430879980325699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,48,1,256,1,fp8,fp8,0,0.02272160053253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,1,256,1,fp8,fp8,0,0.010465600341558457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,2,256,1,bfloat16,bfloat16,0,0.014420799911022186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,2,256,1,bfloat16,fp8,0,0.026044800877571106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,2,256,1,fp8,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,4,256,1,bfloat16,bfloat16,0,0.014419199526309967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,4,256,1,bfloat16,fp8,0,0.025307199358940123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,4,256,1,fp8,fp8,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,48,256,1,bfloat16,fp8,0,0.09666720032691956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,8,256,1,bfloat16,bfloat16,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,8,256,1,bfloat16,fp8,0,0.025494399666786193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,1,256,1,fp8,fp8,0,0.03915199935436249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,8,256,1,fp8,fp8,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,48,256,1,bfloat16,bfloat16,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,48,2,256,1,bfloat16,fp8,0,0.09571679830551147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,1,256,1,fp8,fp8,0,0.014560000598430633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,48,256,1,fp8,fp8,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,1,256,1,bfloat16,fp8,0,0.01724800020456314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,48,2,256,1,fp8,fp8,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,1,256,1,fp8,fp8,0,0.006337600201368332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,2,256,1,bfloat16,fp8,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,4,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,4,256,1,bfloat16,fp8,0,0.014611199498176575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,4,256,1,fp8,fp8,0,0.006375999748706817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,8,256,1,bfloat16,fp8,0,0.01586720049381256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,8,256,1,fp8,fp8,0,0.006412799656391144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,48,256,1,bfloat16,bfloat16,0,0.01045600026845932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,48,256,1,bfloat16,fp8,0,0.016473600268363954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,48,256,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,48,1,256,1,bfloat16,fp8,0,0.02516320049762726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,1,256,1,bfloat16,fp8,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,1,256,1,fp8,fp8,0,0.006360000371932984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,2,256,1,bfloat16,bfloat16,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,2,256,1,bfloat16,fp8,0,0.015627199411392213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,2,256,1,fp8,fp8,0,0.006351999938488007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,4,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,4,256,1,bfloat16,fp8,0,0.014510400593280792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,4,256,1,fp8,fp8,0,0.006315200030803681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,8,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,8,256,1,bfloat16,fp8,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,1,256,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,8,256,1,fp8,fp8,0,0.006319999694824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,2,256,1,bfloat16,bfloat16,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,2,256,1,fp8,fp8,0,0.006329599767923355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,8,256,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,48,1,256,1,bfloat16,bfloat16,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,48,48,256,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,1,256,1,fp8,fp8,0,175.099462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,2,256,1,fp8,fp8,0,175.26251220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,1,256,1,bfloat16,bfloat16,0,240.5024658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,2,256,1,bfloat16,bfloat16,0,247.1538330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,4,256,1,bfloat16,bfloat16,0,257.3614013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,4,256,1,fp8,fp8,0,179.21783447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,1,256,1,bfloat16,fp8,0,428.874462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,2,256,1,bfloat16,fp8,0,429.9111328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,4,256,1,bfloat16,fp8,0,431.998974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,8,256,1,fp8,fp8,0,185.80718994140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,8,256,1,bfloat16,bfloat16,0,264.211328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,1,256,1,fp8,fp8,0,87.72444458007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,40,256,1,fp8,fp8,0,116.8784423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,1,256,1,bfloat16,bfloat16,0,120.06943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,2,256,1,bfloat16,bfloat16,0,119.98299560546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,40,256,1,bfloat16,fp8,0,257.084423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,2,256,1,fp8,fp8,0,87.6590576171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,1,256,1,bfloat16,fp8,0,212.019921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,40,256,1,bfloat16,bfloat16,0,231.4634033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,4,256,1,bfloat16,bfloat16,0,126.21387939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,40,8,256,1,bfloat16,fp8,0,440.695458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,4,256,1,fp8,fp8,0,87.923681640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,2,256,1,bfloat16,fp8,0,212.7243896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,8,256,1,fp8,fp8,0,91.94848022460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,40,256,1,fp8,fp8,0,49.946981811523436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,40,256,1,bfloat16,bfloat16,0,75.70146484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,8,256,1,bfloat16,bfloat16,0,129.61015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,4,256,1,bfloat16,fp8,0,215.4028076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,1,256,1,fp8,fp8,0,44.05888977050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,1,256,1,bfloat16,bfloat16,0,60.32601318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,40,256,1,bfloat16,fp8,0,117.95670166015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,2,256,1,bfloat16,bfloat16,0,60.194384765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,2,256,1,fp8,fp8,0,44.03074340820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,4,256,1,fp8,fp8,0,44.0824951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,1,256,1,bfloat16,fp8,0,106.28988037109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,4,256,1,bfloat16,bfloat16,0,60.554046630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,40,8,256,1,bfloat16,fp8,0,219.5597900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,2,256,1,bfloat16,fp8,0,106.3322509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,8,256,1,bfloat16,bfloat16,0,63.750909423828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,40,256,1,bfloat16,bfloat16,0,36.290472412109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,40,256,1,fp8,fp8,0,24.6043212890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,8,256,1,fp8,fp8,0,44.37998962402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,1,256,1,bfloat16,bfloat16,0,30.468359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,4,256,1,bfloat16,fp8,0,106.85904541015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,1,256,1,fp8,fp8,0,22.244094848632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,2,256,1,bfloat16,bfloat16,0,30.393722534179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,40,256,1,bfloat16,fp8,0,57.29156494140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,2,256,1,fp8,fp8,0,22.237118530273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,40,8,256,1,bfloat16,fp8,0,109.9274169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,1,256,1,bfloat16,fp8,0,53.65015869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,4,256,1,bfloat16,bfloat16,0,30.44414367675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,4,256,1,fp8,fp8,0,22.25782012939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,2,256,1,bfloat16,fp8,0,53.631842041015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,8,256,1,bfloat16,bfloat16,0,30.612954711914064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,8,256,1,fp8,fp8,0,22.3399169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,4,256,1,bfloat16,fp8,0,53.64161376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,40,8,256,1,bfloat16,fp8,0,53.998846435546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,1,256,1,fp8,fp8,0,98.81390991210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,2,256,1,fp8,fp8,0,98.82390747070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,1,256,1,bfloat16,bfloat16,0,135.2612548828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,2,256,1,bfloat16,bfloat16,0,136.4850341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,4,256,1,bfloat16,bfloat16,0,140.346044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,4,256,1,fp8,fp8,0,100.60971069335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,1,256,1,bfloat16,fp8,0,238.818896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,8,256,1,fp8,fp8,0,104.71064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,2,256,1,bfloat16,fp8,0,240.2631591796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,8,256,1,bfloat16,bfloat16,0,147.20093994140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,4,256,1,bfloat16,fp8,0,242.365771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,40,256,1,bfloat16,bfloat16,0,128.46190185546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,40,256,1,fp8,fp8,0,68.40316162109374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,1,256,1,fp8,fp8,0,49.568991088867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,1,256,1,bfloat16,bfloat16,0,67.80523071289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,40,256,1,bfloat16,fp8,0,145.91483154296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,2,256,1,fp8,fp8,0,49.51341552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,2,256,1,bfloat16,bfloat16,0,67.74488525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,1,256,1,bfloat16,fp8,0,119.644580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,40,8,256,1,bfloat16,fp8,0,247.7330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,4,256,1,bfloat16,bfloat16,0,70.222314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,4,256,1,fp8,fp8,0,49.60513610839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,2,256,1,bfloat16,fp8,0,119.67357177734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,40,256,1,bfloat16,bfloat16,0,43.15125427246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,8,256,1,fp8,fp8,0,51.339349365234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,40,256,1,fp8,fp8,0,28.326507568359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,8,256,1,bfloat16,bfloat16,0,73.0927978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,4,256,1,bfloat16,fp8,0,121.28797607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,1,256,1,fp8,fp8,0,24.924208068847655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,40,256,1,bfloat16,fp8,0,64.96771850585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,1,256,1,bfloat16,bfloat16,0,34.09168701171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,2,256,1,fp8,fp8,0,24.918185424804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,2,256,1,bfloat16,bfloat16,0,34.06636352539063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,4,256,1,fp8,fp8,0,24.94127502441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,1,256,1,bfloat16,fp8,0,60.1080322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,4,256,1,bfloat16,bfloat16,0,34.1458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,40,8,256,1,bfloat16,fp8,0,123.950146484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,2,256,1,bfloat16,fp8,0,60.169854736328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,8,256,1,bfloat16,bfloat16,0,35.753659057617185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,40,256,1,fp8,fp8,0,13.543960571289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,40,256,1,bfloat16,bfloat16,0,20.1639404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,8,256,1,fp8,fp8,0,25.04945068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,1,256,1,bfloat16,bfloat16,0,17.244485473632814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,4,256,1,bfloat16,fp8,0,60.28616943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,1,256,1,fp8,fp8,0,12.613864135742187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,40,256,1,bfloat16,fp8,0,32.65816955566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,2,256,1,bfloat16,bfloat16,0,17.216755676269532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,2,256,1,fp8,fp8,0,12.605732727050782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,40,8,256,1,bfloat16,fp8,0,61.385833740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,4,256,1,bfloat16,bfloat16,0,17.259262084960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,4,256,1,fp8,fp8,0,12.619532775878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,1,256,1,bfloat16,fp8,0,30.39911804199219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,2,256,1,bfloat16,fp8,0,30.377056884765626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,8,256,1,bfloat16,bfloat16,0,17.347142028808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,8,256,1,fp8,fp8,0,12.651534271240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,4,256,1,bfloat16,fp8,0,30.367608642578126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,40,8,256,1,bfloat16,fp8,0,30.484027099609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,1,256,1,fp8,fp8,0,68.83009643554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,2,256,1,fp8,fp8,0,68.76458740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,1,256,1,bfloat16,bfloat16,0,94.24015502929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,2,256,1,bfloat16,bfloat16,0,94.74677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,4,256,1,bfloat16,bfloat16,0,97.63908081054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,4,256,1,fp8,fp8,0,69.65202026367187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,1,256,1,bfloat16,fp8,0,166.1733642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,8,256,1,fp8,fp8,0,72.75194702148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,2,256,1,bfloat16,fp8,0,167.0015869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,8,256,1,bfloat16,bfloat16,0,102.413623046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,4,256,1,bfloat16,fp8,0,168.38729248046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,40,256,1,bfloat16,bfloat16,0,91.70780639648437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,40,256,1,fp8,fp8,0,49.001104736328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,1,256,1,bfloat16,bfloat16,0,47.279544067382815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,1,256,1,fp8,fp8,0,34.54056091308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,2,256,1,bfloat16,bfloat16,0,47.22384033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,40,256,1,bfloat16,fp8,0,102.4943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,2,256,1,fp8,fp8,0,34.509481811523436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,1,256,1,bfloat16,fp8,0,83.36264038085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,40,8,256,1,bfloat16,fp8,0,172.25850830078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,4,256,1,bfloat16,bfloat16,0,48.32413024902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,4,256,1,fp8,fp8,0,34.55399169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,2,256,1,bfloat16,fp8,0,83.36295776367187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,8,256,1,bfloat16,bfloat16,0,50.79624938964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,40,256,1,fp8,fp8,0,19.5239013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,40,256,1,bfloat16,bfloat16,0,29.937802124023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,8,256,1,fp8,fp8,0,35.339697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,4,256,1,bfloat16,fp8,0,84.25454711914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,1,256,1,fp8,fp8,0,17.394161987304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,40,256,1,bfloat16,fp8,0,45.31666870117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,1,256,1,bfloat16,bfloat16,0,23.83643035888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,2,256,1,bfloat16,bfloat16,0,23.764898681640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,2,256,1,fp8,fp8,0,17.373904418945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,4,256,1,fp8,fp8,0,17.404150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,4,256,1,bfloat16,bfloat16,0,23.85548553466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,40,8,256,1,bfloat16,fp8,0,86.37152709960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,1,256,1,bfloat16,fp8,0,41.94594116210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,2,256,1,bfloat16,fp8,0,41.97626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,8,256,1,bfloat16,bfloat16,0,24.37847137451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,40,256,1,fp8,fp8,0,9.48083038330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,8,256,1,fp8,fp8,0,17.471089172363282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,40,256,1,bfloat16,bfloat16,0,13.854791259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,1,256,1,bfloat16,bfloat16,0,12.053907012939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,4,256,1,bfloat16,fp8,0,41.997073364257815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,1,256,1,fp8,fp8,0,8.825794982910157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,40,256,1,bfloat16,fp8,0,22.694113159179686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,2,256,1,bfloat16,bfloat16,0,12.021250915527343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,2,256,1,fp8,fp8,0,8.81502685546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,1,256,1,bfloat16,fp8,0,21.263514709472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,4,256,1,bfloat16,bfloat16,0,12.066603088378907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,40,8,256,1,bfloat16,fp8,0,43.080081176757815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,4,256,1,fp8,fp8,0,8.824806213378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,2,256,1,bfloat16,fp8,0,21.256678771972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,8,256,1,bfloat16,bfloat16,0,12.097622680664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,8,256,1,fp8,fp8,0,8.854180908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,4,256,1,bfloat16,fp8,0,21.297714233398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,40,8,256,1,bfloat16,fp8,0,21.386952209472657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,1,256,1,fp8,fp8,0,88.28644409179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,2,256,1,fp8,fp8,0,88.35958862304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,1,256,1,bfloat16,bfloat16,0,122.04296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,2,256,1,bfloat16,bfloat16,0,125.5501220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,4,256,1,bfloat16,bfloat16,0,126.55474853515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,4,256,1,fp8,fp8,0,89.66441040039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,1,256,1,bfloat16,fp8,0,215.4112060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,8,256,1,fp8,fp8,0,92.07352905273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,2,256,1,bfloat16,fp8,0,216.2891357421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,8,256,1,bfloat16,bfloat16,0,132.4308349609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,4,256,1,bfloat16,fp8,0,218.0192138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,40,256,1,bfloat16,bfloat16,0,121.3309814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,1,256,1,fp8,fp8,0,44.24600524902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,40,256,1,fp8,fp8,0,63.28824462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,1,256,1,bfloat16,bfloat16,0,60.579742431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,2,256,1,bfloat16,bfloat16,0,60.674896240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,40,256,1,bfloat16,fp8,0,132.2614013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,1,256,1,bfloat16,fp8,0,106.6958251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,2,256,1,fp8,fp8,0,44.229888916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,4,256,1,fp8,fp8,0,44.44559326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,40,8,256,1,bfloat16,fp8,0,221.62763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,4,256,1,bfloat16,bfloat16,0,62.61619262695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,2,256,1,bfloat16,fp8,0,107.27301025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,8,256,1,fp8,fp8,0,46.60553894042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,40,256,1,fp8,fp8,0,30.486465454101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,8,256,1,bfloat16,bfloat16,0,65.86403198242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,4,256,1,bfloat16,fp8,0,108.23516845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,1,256,1,bfloat16,bfloat16,0,30.432037353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,1,256,1,fp8,fp8,0,22.212800598144533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,40,256,1,bfloat16,bfloat16,0,59.83682861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,40,256,1,bfloat16,fp8,0,66.10489501953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,2,256,1,bfloat16,bfloat16,0,30.403948974609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,2,256,1,fp8,fp8,0,22.192550659179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,1,256,1,bfloat16,fp8,0,53.57008666992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,4,256,1,bfloat16,bfloat16,0,30.6253662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,4,256,1,fp8,fp8,0,22.236448669433592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,40,8,256,1,bfloat16,fp8,0,110.60821533203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,8,256,1,bfloat16,bfloat16,0,32.532623291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,2,256,1,bfloat16,fp8,0,53.605963134765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,40,256,1,fp8,fp8,0,12.780670166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,40,256,1,bfloat16,bfloat16,0,19.67095489501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,8,256,1,fp8,fp8,0,22.439764404296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,4,256,1,bfloat16,fp8,0,54.02135009765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,1,256,1,bfloat16,bfloat16,0,15.386358642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,1,256,1,fp8,fp8,0,11.212560272216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,40,256,1,bfloat16,fp8,0,29.82050476074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,2,256,1,bfloat16,bfloat16,0,15.345817565917969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,2,256,1,fp8,fp8,0,11.207491302490235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,1,256,1,bfloat16,fp8,0,26.990945434570314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,4,256,1,bfloat16,bfloat16,0,15.391741943359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,40,8,256,1,bfloat16,fp8,0,55.40031127929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,4,256,1,fp8,fp8,0,11.21639175415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,2,256,1,bfloat16,fp8,0,27.021334838867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,8,256,1,bfloat16,bfloat16,0,15.641851806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,40,256,1,bfloat16,bfloat16,0,9.292467498779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,40,256,1,fp8,fp8,0,6.043412780761718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,8,256,1,fp8,fp8,0,11.255169677734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,1,256,1,bfloat16,bfloat16,0,7.808432006835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,1,256,1,fp8,fp8,0,5.715628814697266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,40,256,1,bfloat16,fp8,0,15.023727416992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,4,256,1,bfloat16,fp8,0,27.039752197265624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,2,256,1,bfloat16,bfloat16,0,7.811289978027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,2,256,1,fp8,fp8,0,5.712139129638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,40,8,256,1,bfloat16,fp8,0,27.384246826171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,4,256,1,fp8,fp8,0,5.714505767822265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,1,256,1,bfloat16,fp8,0,13.730099487304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,4,256,1,bfloat16,bfloat16,0,7.844496154785157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,2,256,1,bfloat16,fp8,0,13.755909729003907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,8,256,1,bfloat16,bfloat16,0,7.863114929199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,8,256,1,fp8,fp8,0,5.734353637695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,4,256,1,bfloat16,fp8,0,13.781317138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,40,8,256,1,bfloat16,fp8,0,13.831344604492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,1,256,1,fp8,fp8,0,49.96129455566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,2,256,1,fp8,fp8,0,49.99165649414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,1,256,1,bfloat16,bfloat16,0,68.46731567382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,2,256,1,bfloat16,bfloat16,0,69.21967163085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,4,256,1,bfloat16,bfloat16,0,70.37063598632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,4,256,1,fp8,fp8,0,50.68601684570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,1,256,1,bfloat16,fp8,0,120.7039306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,2,256,1,bfloat16,fp8,0,121.45364990234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,8,256,1,fp8,fp8,0,52.15162353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,8,256,1,bfloat16,bfloat16,0,72.97671508789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,4,256,1,bfloat16,fp8,0,122.52623291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,40,256,1,bfloat16,bfloat16,0,69.8568115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,1,256,1,fp8,fp8,0,25.059049987792967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,40,256,1,fp8,fp8,0,35.99794311523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,1,256,1,bfloat16,bfloat16,0,34.33137512207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,2,256,1,bfloat16,bfloat16,0,34.3052001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,40,256,1,bfloat16,fp8,0,75.660107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,2,256,1,fp8,fp8,0,25.05542755126953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,1,256,1,bfloat16,fp8,0,60.387481689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,40,8,256,1,bfloat16,fp8,0,125.47774658203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,4,256,1,bfloat16,bfloat16,0,35.31102294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,4,256,1,fp8,fp8,0,25.105375671386717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,40,256,1,fp8,fp8,0,17.648355102539064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,8,256,1,fp8,fp8,0,26.136309814453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,2,256,1,bfloat16,fp8,0,60.529656982421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,8,256,1,bfloat16,bfloat16,0,37.366110229492186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,40,256,1,bfloat16,bfloat16,0,32.68498840332031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,4,256,1,bfloat16,fp8,0,61.241748046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,1,256,1,fp8,fp8,0,12.596206665039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,40,256,1,bfloat16,fp8,0,38.060906982421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,1,256,1,bfloat16,bfloat16,0,17.269380187988283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,2,256,1,bfloat16,bfloat16,0,17.25734100341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,2,256,1,fp8,fp8,0,12.600128173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,40,8,256,1,bfloat16,fp8,0,62.79472045898437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,4,256,1,fp8,fp8,0,12.609333038330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,1,256,1,bfloat16,fp8,0,30.341741943359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,4,256,1,bfloat16,bfloat16,0,17.33470458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,8,256,1,bfloat16,bfloat16,0,18.208169555664064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,40,256,1,fp8,fp8,0,7.082852935791015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,2,256,1,bfloat16,fp8,0,30.397149658203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,8,256,1,fp8,fp8,0,12.695563507080077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,40,256,1,bfloat16,bfloat16,0,11.149366760253907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,1,256,1,bfloat16,bfloat16,0,8.727031707763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,1,256,1,fp8,fp8,0,6.3709358215332035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,4,256,1,bfloat16,fp8,0,30.4720458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,40,256,1,bfloat16,fp8,0,16.85625305175781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,2,256,1,bfloat16,bfloat16,0,8.725267028808593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,2,256,1,fp8,fp8,0,6.368967819213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,1,256,1,bfloat16,fp8,0,15.348475646972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,4,256,1,fp8,fp8,0,6.381174468994141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,4,256,1,bfloat16,bfloat16,0,8.747510528564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,40,8,256,1,bfloat16,fp8,0,31.318798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,2,256,1,bfloat16,fp8,0,15.367623901367187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,8,256,1,bfloat16,bfloat16,0,8.824298858642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,40,256,1,bfloat16,bfloat16,0,5.221363067626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,8,256,1,fp8,fp8,0,6.4024604797363285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,1,256,1,bfloat16,bfloat16,0,4.487195205688477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,4,256,1,bfloat16,fp8,0,15.374961853027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,1,256,1,fp8,fp8,0,3.265158462524414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,40,256,1,fp8,fp8,0,3.3694366455078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,40,256,1,bfloat16,fp8,0,8.526974487304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,2,256,1,bfloat16,bfloat16,0,4.477769470214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,2,256,1,fp8,fp8,0,3.2671440124511717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,1,256,1,bfloat16,fp8,0,7.883554840087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,40,8,256,1,bfloat16,fp8,0,15.451602172851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,4,256,1,fp8,fp8,0,3.269134521484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,4,256,1,bfloat16,bfloat16,0,4.488313674926758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,2,256,1,bfloat16,fp8,0,7.89144287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,8,256,1,bfloat16,bfloat16,0,4.5079601287841795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,8,256,1,fp8,fp8,0,3.28600959777832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,4,256,1,bfloat16,fp8,0,7.896832275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,40,8,256,1,bfloat16,fp8,0,7.9186561584472654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,1,256,1,fp8,fp8,0,44.85191955566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,2,256,1,fp8,fp8,0,45.033468627929686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,1,256,1,bfloat16,bfloat16,0,62.678826904296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,2,256,1,bfloat16,bfloat16,0,63.82444458007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,4,256,1,bfloat16,bfloat16,0,65.22783813476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,4,256,1,fp8,fp8,0,45.66780395507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,1,256,1,bfloat16,fp8,0,109.5016845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,2,256,1,bfloat16,fp8,0,109.96199951171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,8,256,1,fp8,fp8,0,46.72212524414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,4,256,1,bfloat16,fp8,0,111.12298583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,8,256,1,bfloat16,bfloat16,0,67.09226684570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,40,256,1,bfloat16,bfloat16,0,64.6465576171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,1,256,1,fp8,fp8,0,22.486129760742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,1,256,1,bfloat16,bfloat16,0,30.853634643554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,40,256,1,fp8,fp8,0,33.13322448730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,2,256,1,bfloat16,bfloat16,0,31.05294189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,2,256,1,fp8,fp8,0,22.46983184814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,40,256,1,bfloat16,fp8,0,69.7071533203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,1,256,1,bfloat16,fp8,0,54.157318115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,4,256,1,fp8,fp8,0,22.662026977539064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,40,8,256,1,bfloat16,fp8,0,113.9017578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,4,256,1,bfloat16,bfloat16,0,31.722427368164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,2,256,1,bfloat16,fp8,0,54.48848876953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,40,256,1,fp8,fp8,0,16.58655242919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,8,256,1,fp8,fp8,0,23.46722869873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,8,256,1,bfloat16,bfloat16,0,33.00882263183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,4,256,1,bfloat16,fp8,0,55.056695556640626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,40,256,1,bfloat16,bfloat16,0,32.327761840820315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,1,256,1,fp8,fp8,0,11.29382553100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,1,256,1,bfloat16,bfloat16,0,15.496994018554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,40,256,1,bfloat16,fp8,0,34.878717041015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,2,256,1,bfloat16,bfloat16,0,15.49334259033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,2,256,1,fp8,fp8,0,11.28597412109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,40,8,256,1,bfloat16,fp8,0,56.285888671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,1,256,1,bfloat16,fp8,0,27.195602416992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,4,256,1,bfloat16,bfloat16,0,15.69327392578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,4,256,1,fp8,fp8,0,11.317279815673828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,2,256,1,bfloat16,fp8,0,27.247189331054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,8,256,1,bfloat16,bfloat16,0,16.822772216796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,40,256,1,fp8,fp8,0,7.861545562744141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,8,256,1,fp8,fp8,0,11.479972839355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,4,256,1,bfloat16,fp8,0,27.510247802734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,1,256,1,bfloat16,bfloat16,0,7.828582763671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,40,256,1,bfloat16,bfloat16,0,14.574098205566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,1,256,1,fp8,fp8,0,5.699422454833984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,40,256,1,bfloat16,fp8,0,17.62864990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,2,256,1,bfloat16,bfloat16,0,7.822284698486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,2,256,1,fp8,fp8,0,5.70097770690918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,1,256,1,bfloat16,fp8,0,13.71161346435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,40,8,256,1,bfloat16,fp8,0,28.366143798828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,4,256,1,bfloat16,bfloat16,0,7.8479667663574215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,4,256,1,fp8,fp8,0,5.705088043212891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,2,256,1,bfloat16,fp8,0,13.72496337890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,8,256,1,bfloat16,bfloat16,0,7.975939178466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,40,256,1,bfloat16,bfloat16,0,5.0377857208251955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,8,256,1,fp8,fp8,0,5.741566467285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,40,256,1,fp8,fp8,0,3.1564191818237304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,4,256,1,bfloat16,fp8,0,13.757208251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,40,256,1,bfloat16,fp8,0,8.064421081542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,1,256,1,fp8,fp8,0,2.9039775848388674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,1,256,1,bfloat16,bfloat16,0,3.9808910369873045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,2,256,1,bfloat16,bfloat16,0,3.9795265197753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,2,256,1,fp8,fp8,0,2.9021583557128907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,40,8,256,1,bfloat16,fp8,0,14.036685180664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,4,256,1,fp8,fp8,0,2.9035520553588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,4,256,1,bfloat16,bfloat16,0,3.991019058227539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,2,256,1,bfloat16,fp8,0,6.986264038085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,8,256,1,bfloat16,bfloat16,0,4.013465499877929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,40,256,1,bfloat16,bfloat16,0,2.281854438781738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,8,256,1,fp8,fp8,0,2.9165584564208986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,4,256,1,bfloat16,fp8,0,6.999267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,1,256,1,bfloat16,fp8,0,6.9763938903808596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,1,256,1,bfloat16,bfloat16,0,2.0721248626708983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,1,256,1,fp8,fp8,0,1.4991056442260742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,40,256,1,bfloat16,fp8,0,3.9343441009521483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,40,8,256,1,bfloat16,fp8,0,7.028729248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,2,256,1,bfloat16,bfloat16,0,2.0636720657348633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,1,256,1,bfloat16,fp8,0,3.623998260498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,4,256,1,bfloat16,bfloat16,0,2.0699487686157227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,4,256,1,fp8,fp8,0,1.5011759757995606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,2,256,1,bfloat16,fp8,0,3.628940963745117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,8,256,1,bfloat16,bfloat16,0,2.0806272506713865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,4,256,1,bfloat16,fp8,0,3.6303760528564455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,8,256,1,fp8,fp8,0,1.5063471794128418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,2,256,1,fp8,fp8,0,1.5015616416931152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,40,256,1,fp8,fp8,0,1.547047996520996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,40,8,256,1,bfloat16,fp8,0,3.646846389770508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,1,256,1,fp8,fp8,0,25.536741638183592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,2,256,1,fp8,fp8,0,25.588734436035157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,1,256,1,bfloat16,bfloat16,0,35.088653564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,2,256,1,bfloat16,bfloat16,0,35.470761108398435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,4,256,1,bfloat16,bfloat16,0,36.24446411132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,4,256,1,fp8,fp8,0,26.00185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,1,256,1,bfloat16,fp8,0,61.5776123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,8,256,1,fp8,fp8,0,26.700942993164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,2,256,1,bfloat16,fp8,0,62.21270751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,4,256,1,bfloat16,fp8,0,62.82850952148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,8,256,1,bfloat16,bfloat16,0,37.462991333007814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,40,256,1,bfloat16,bfloat16,0,37.631219482421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,1,256,1,fp8,fp8,0,12.800489807128907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,40,256,1,fp8,fp8,0,19.36493835449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,1,256,1,bfloat16,bfloat16,0,17.594406127929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,2,256,1,bfloat16,bfloat16,0,17.639817810058595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,2,256,1,fp8,fp8,0,12.806573486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,40,256,1,bfloat16,fp8,0,40.733282470703124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,1,256,1,bfloat16,fp8,0,30.81036376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,4,256,1,fp8,fp8,0,12.872314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,40,8,256,1,bfloat16,fp8,0,64.51809692382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,4,256,1,bfloat16,bfloat16,0,18.074412536621093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,2,256,1,bfloat16,fp8,0,30.948089599609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,8,256,1,fp8,fp8,0,13.325834655761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,40,256,1,fp8,fp8,0,9.558201599121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,8,256,1,bfloat16,bfloat16,0,18.925013732910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,4,256,1,bfloat16,fp8,0,31.339114379882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,1,256,1,fp8,fp8,0,6.438813018798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,1,256,1,bfloat16,bfloat16,0,8.853874969482423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,40,256,1,bfloat16,fp8,0,20.506239318847655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,2,256,1,bfloat16,bfloat16,0,8.850740814208985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,40,256,1,bfloat16,bfloat16,0,18.728030395507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,2,256,1,fp8,fp8,0,6.443393707275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,1,256,1,bfloat16,fp8,0,15.499685668945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,40,8,256,1,bfloat16,fp8,0,32.19266052246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,4,256,1,bfloat16,bfloat16,0,8.920372772216798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,4,256,1,fp8,fp8,0,6.449961853027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,2,256,1,bfloat16,fp8,0,15.529519653320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,8,256,1,bfloat16,bfloat16,0,9.51288299560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,8,256,1,fp8,fp8,0,6.526721954345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,40,256,1,fp8,fp8,0,4.324044799804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,1,256,1,bfloat16,bfloat16,0,4.480601501464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,4,256,1,bfloat16,fp8,0,15.61396484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,1,256,1,fp8,fp8,0,3.2583999633789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,40,256,1,bfloat16,bfloat16,0,8.942203521728516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,2,256,1,bfloat16,bfloat16,0,4.4780017852783205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,40,256,1,bfloat16,fp8,0,10.187560272216796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,2,256,1,fp8,fp8,0,3.258977508544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,1,256,1,bfloat16,fp8,0,7.848334503173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,40,8,256,1,bfloat16,fp8,0,16.142152404785158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,4,256,1,bfloat16,bfloat16,0,4.4984382629394535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,2,256,1,bfloat16,fp8,0,7.845864105224609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,8,256,1,bfloat16,bfloat16,0,4.556372833251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,8,256,1,fp8,fp8,0,3.2846832275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,4,256,1,bfloat16,fp8,0,7.874610900878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,4,256,1,fp8,fp8,0,3.264286422729492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,40,256,1,fp8,fp8,0,1.7677295684814454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,1,256,1,bfloat16,bfloat16,0,2.3001327514648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,40,256,1,bfloat16,fp8,0,4.699806213378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,1,256,1,fp8,fp8,0,1.6648256301879882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,40,8,256,1,bfloat16,fp8,0,7.954057312011718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,2,256,1,bfloat16,bfloat16,0,2.2973087310791014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,40,256,1,bfloat16,bfloat16,0,2.950377655029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,2,256,1,fp8,fp8,0,1.6654928207397461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,1,256,1,bfloat16,fp8,0,4.022867202758789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,4,256,1,bfloat16,bfloat16,0,2.3091007232666017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,4,256,1,fp8,fp8,0,1.6710447311401366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,2,256,1,bfloat16,fp8,0,4.0254974365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,8,256,1,fp8,fp8,0,1.6846879959106444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,8,256,1,bfloat16,bfloat16,0,2.3219583511352537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,40,256,1,bfloat16,bfloat16,0,1.3318511962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,40,256,1,fp8,fp8,0,0.9012432098388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,4,256,1,bfloat16,fp8,0,4.030979156494141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,1,256,1,bfloat16,bfloat16,0,1.2001312255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,40,256,1,bfloat16,fp8,0,2.2649791717529295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,1,256,1,fp8,fp8,0,0.8739456176757813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,2,256,1,bfloat16,bfloat16,0,1.2011136054992675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,40,8,256,1,bfloat16,fp8,0,4.059966278076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,1,256,1,bfloat16,fp8,0,2.1066640853881835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,4,256,1,bfloat16,bfloat16,0,1.210859203338623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,4,256,1,fp8,fp8,0,0.8751104354858399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,2,256,1,bfloat16,fp8,0,2.103633689880371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,8,256,1,bfloat16,bfloat16,0,1.2141023635864259
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,4,256,1,bfloat16,fp8,0,2.107352066040039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,8,256,1,fp8,fp8,0,0.880072021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,8,256,1,bfloat16,fp8,0,2.122260856628418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,40,2,256,1,fp8,fp8,0,0.873408031463623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,1,256,1,fp8,fp8,0,23.166645812988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,2,256,1,fp8,fp8,0,23.360079956054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,1,256,1,bfloat16,bfloat16,0,32.951904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,2,256,1,bfloat16,bfloat16,0,33.2600830078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,4,256,1,bfloat16,bfloat16,0,34.78502502441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,4,256,1,fp8,fp8,0,23.78881378173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,1,256,1,bfloat16,fp8,0,56.742919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,2,256,1,bfloat16,fp8,0,57.10289306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,8,256,1,fp8,fp8,0,24.522489929199217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,8,256,1,bfloat16,bfloat16,0,36.481283569335936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,4,256,1,bfloat16,fp8,0,58.024713134765626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,1,256,1,bfloat16,bfloat16,0,15.992636108398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,40,256,1,bfloat16,bfloat16,0,35.65728759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,40,256,1,fp8,fp8,0,18.36966552734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,1,256,1,fp8,fp8,0,11.616375732421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,2,256,1,bfloat16,bfloat16,0,16.148580932617186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,2,256,1,fp8,fp8,0,11.618606567382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,40,256,1,bfloat16,fp8,0,38.62727661132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,1,256,1,bfloat16,fp8,0,27.887448120117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,4,256,1,bfloat16,bfloat16,0,16.594415283203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,4,256,1,fp8,fp8,0,11.798455810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,40,8,256,1,bfloat16,fp8,0,60.017694091796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,2,256,1,bfloat16,fp8,0,28.134051513671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,8,256,1,fp8,fp8,0,12.206814575195313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,8,256,1,bfloat16,bfloat16,0,17.304534912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,4,256,1,bfloat16,fp8,0,28.575042724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,40,256,1,fp8,fp8,0,9.195832061767579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,1,256,1,bfloat16,bfloat16,0,8.035959625244141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,1,256,1,fp8,fp8,0,5.83709602355957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,40,256,1,bfloat16,bfloat16,0,17.898379516601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,2,256,1,bfloat16,bfloat16,0,8.051537322998048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,40,256,1,bfloat16,fp8,0,19.374803161621095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,2,256,1,fp8,fp8,0,5.831876754760742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,1,256,1,bfloat16,fp8,0,14.005194091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,4,256,1,bfloat16,bfloat16,0,8.232571411132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,4,256,1,fp8,fp8,0,5.857124710083008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,2,256,1,bfloat16,fp8,0,14.055503845214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,8,256,1,bfloat16,bfloat16,0,8.71229248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,40,8,256,1,bfloat16,fp8,0,29.38776550292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,8,256,1,fp8,fp8,0,6.020113754272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,40,256,1,fp8,fp8,0,4.45703353881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,4,256,1,bfloat16,fp8,0,14.256785583496093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,1,256,1,bfloat16,bfloat16,0,4.060052871704102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,1,256,1,fp8,fp8,0,2.9460079193115236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,40,256,1,bfloat16,bfloat16,0,8.837143707275391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,2,256,1,bfloat16,bfloat16,0,4.059478378295898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,40,256,1,bfloat16,fp8,0,9.732835388183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,2,256,1,fp8,fp8,0,2.950689506530762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,40,8,256,1,bfloat16,fp8,0,14.720741271972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,4,256,1,bfloat16,bfloat16,0,4.088240051269532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,4,256,1,fp8,fp8,0,2.954015922546387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,2,256,1,bfloat16,fp8,0,7.090099334716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,8,256,1,fp8,fp8,0,2.9822511672973633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,1,256,1,bfloat16,fp8,0,7.071842956542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,8,256,1,bfloat16,bfloat16,0,4.2825054168701175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,4,256,1,bfloat16,fp8,0,7.1238655090332035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,40,256,1,fp8,fp8,0,1.7910528182983398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,1,256,1,bfloat16,bfloat16,0,2.0659103393554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,1,256,1,fp8,fp8,0,1.4980480194091796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,40,256,1,bfloat16,fp8,0,4.807651138305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,1,256,1,bfloat16,fp8,0,3.592510223388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,2,256,1,bfloat16,bfloat16,0,2.0679248809814452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,40,8,256,1,bfloat16,fp8,0,7.3289649963378904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,4,256,1,bfloat16,bfloat16,0,2.0762048721313477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,2,256,1,bfloat16,fp8,0,3.599987030029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,4,256,1,fp8,fp8,0,1.503335952758789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,40,256,1,bfloat16,bfloat16,0,3.902435302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,8,256,1,bfloat16,bfloat16,0,2.099336051940918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,8,256,1,fp8,fp8,0,1.5129088401794433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,40,256,1,bfloat16,bfloat16,0,1.3303168296813965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,4,256,1,bfloat16,fp8,0,3.61014404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,40,256,1,fp8,fp8,0,0.8207119941711426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,2,256,1,fp8,fp8,0,1.4971376419067384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,1,256,1,bfloat16,bfloat16,0,1.0732576370239257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,40,8,256,1,bfloat16,fp8,0,3.651454544067383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,1,256,1,fp8,fp8,0,0.7711855888366699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,2,256,1,bfloat16,bfloat16,0,1.0717904090881347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,4,256,1,bfloat16,bfloat16,0,1.0777503967285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,1,256,1,bfloat16,fp8,0,1.8690879821777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,4,256,1,fp8,fp8,0,0.7721920013427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,2,256,1,bfloat16,fp8,0,1.8707088470458983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,4,256,1,bfloat16,fp8,0,1.8744112014770509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,8,256,1,bfloat16,bfloat16,0,1.0857680320739747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,40,256,1,bfloat16,bfloat16,0,0.6348144054412842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,8,256,1,fp8,fp8,0,0.7761919975280762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,40,256,1,fp8,fp8,0,0.42553281784057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,8,256,1,bfloat16,fp8,0,1.8900047302246095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,1,256,1,bfloat16,bfloat16,0,0.5709504127502442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,40,256,1,bfloat16,fp8,0,1.0790176391601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,40,256,1,bfloat16,fp8,0,2.185555267333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,1,256,1,fp8,fp8,0,0.4152416229248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,1,256,1,bfloat16,fp8,0,1.009171199798584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,2,256,1,bfloat16,bfloat16,0,0.5676688194274903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,40,2,256,1,fp8,fp8,0,0.7708879947662354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,2,256,1,fp8,fp8,0,0.41571359634399413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,4,256,1,bfloat16,bfloat16,0,0.5710495948791504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,4,256,1,fp8,fp8,0,0.41584482192993166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,2,256,1,bfloat16,fp8,0,1.0087103843688965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,8,256,1,bfloat16,bfloat16,0,0.5743167877197266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,8,256,1,fp8,fp8,0,0.41857118606567384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,4,256,1,bfloat16,fp8,0,1.0098671913146973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,40,8,256,1,bfloat16,fp8,0,1.0127471923828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,1,256,1,fp8,fp8,0,13.325286865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,2,256,1,fp8,fp8,0,13.415168762207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,1,256,1,bfloat16,bfloat16,0,18.416831970214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,2,256,1,bfloat16,bfloat16,0,18.7837158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,4,256,1,bfloat16,bfloat16,0,19.407069396972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,4,256,1,fp8,fp8,0,13.715762329101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,1,256,1,bfloat16,fp8,0,32.115335083007814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,2,256,1,bfloat16,fp8,0,32.47395629882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,8,256,1,bfloat16,bfloat16,0,20.3819091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,8,256,1,fp8,fp8,0,14.208628845214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,4,256,1,bfloat16,fp8,0,33.07206726074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,1,256,1,fp8,fp8,0,6.682342529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,1,256,1,bfloat16,bfloat16,0,9.220611572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,40,256,1,bfloat16,bfloat16,0,21.3729248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,40,256,1,fp8,fp8,0,10.96716766357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,2,256,1,bfloat16,bfloat16,0,9.30233154296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,2,256,1,fp8,fp8,0,6.688897705078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,1,256,1,bfloat16,fp8,0,16.013206481933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,40,256,1,bfloat16,fp8,0,23.198448181152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,4,256,1,bfloat16,bfloat16,0,9.611078643798828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,40,8,256,1,bfloat16,fp8,0,34.301412963867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,4,256,1,fp8,fp8,0,6.768846130371093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,8,256,1,fp8,fp8,0,7.034694671630859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,2,256,1,bfloat16,fp8,0,16.173371887207033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,8,256,1,bfloat16,bfloat16,0,10.094519805908202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,4,256,1,bfloat16,fp8,0,16.463748168945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,1,256,1,bfloat16,bfloat16,0,4.645326232910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,1,256,1,fp8,fp8,0,3.3647632598876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,40,256,1,fp8,fp8,0,5.38948974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,40,256,1,bfloat16,bfloat16,0,10.694691467285157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,2,256,1,bfloat16,bfloat16,0,4.65325927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,40,256,1,bfloat16,fp8,0,11.633261108398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,1,256,1,bfloat16,fp8,0,8.057123565673828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,2,256,1,fp8,fp8,0,3.367176055908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,40,8,256,1,bfloat16,fp8,0,17.039747619628905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,4,256,1,bfloat16,bfloat16,0,4.731950378417968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,4,256,1,fp8,fp8,0,3.377262496948242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,8,256,1,fp8,fp8,0,3.448400115966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,2,256,1,bfloat16,fp8,0,8.087596893310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,8,256,1,bfloat16,bfloat16,0,5.054156875610351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,40,256,1,fp8,fp8,0,2.497051239013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,4,256,1,bfloat16,fp8,0,8.192027282714843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,1,256,1,bfloat16,bfloat16,0,2.3583824157714846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,40,256,1,bfloat16,bfloat16,0,5.192817687988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,1,256,1,fp8,fp8,0,1.703607940673828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,2,256,1,bfloat16,bfloat16,0,2.357151985168457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,40,256,1,bfloat16,fp8,0,5.804206466674804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,40,8,256,1,bfloat16,fp8,0,8.527822113037109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,1,256,1,bfloat16,fp8,0,4.082174301147461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,4,256,1,bfloat16,bfloat16,0,2.3720367431640623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,4,256,1,fp8,fp8,0,1.711012840270996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,8,256,1,bfloat16,bfloat16,0,2.4352367401123045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,8,256,1,fp8,fp8,0,1.7257728576660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,2,256,1,bfloat16,fp8,0,4.09351692199707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,4,256,1,bfloat16,fp8,0,4.1147502899169925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,40,256,1,fp8,fp8,0,0.9936528205871582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,40,256,1,bfloat16,bfloat16,0,2.209382438659668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,2,256,1,fp8,fp8,0,1.706167984008789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,1,256,1,bfloat16,bfloat16,0,1.2119376182556152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,1,256,1,fp8,fp8,0,0.8666367530822754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,40,8,256,1,bfloat16,fp8,0,4.207712173461914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,1,256,1,bfloat16,fp8,0,2.090555191040039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,2,256,1,fp8,fp8,0,0.8693887710571289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,4,256,1,bfloat16,bfloat16,0,1.2174960136413575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,4,256,1,fp8,fp8,0,0.8764592170715332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,8,256,1,bfloat16,bfloat16,0,1.2291744232177735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,2,256,1,bfloat16,fp8,0,2.095902442932129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,8,256,1,fp8,fp8,0,0.882811164855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,40,256,1,bfloat16,bfloat16,0,0.7554719924926758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,4,256,1,bfloat16,fp8,0,2.102030372619629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,40,256,1,fp8,fp8,0,0.4851327896118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,8,256,1,bfloat16,fp8,0,2.128164863586426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,1,256,1,bfloat16,bfloat16,0,0.6263679981231689
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,40,256,1,bfloat16,fp8,0,1.256321620941162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,40,256,1,bfloat16,fp8,0,2.8273183822631838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,2,256,1,bfloat16,bfloat16,0,0.6312687873840332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,1,256,1,bfloat16,fp8,0,1.0967455863952638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,40,2,256,1,bfloat16,bfloat16,0,1.209496021270752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,2,256,1,fp8,fp8,0,0.45297918319702146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,2,256,1,bfloat16,fp8,0,1.096776008605957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,4,256,1,bfloat16,bfloat16,0,0.636569595336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,4,256,1,fp8,fp8,0,0.4541135787963867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,8,256,1,bfloat16,bfloat16,0,0.6416560173034668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,8,256,1,fp8,fp8,0,0.4568079948425293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,4,256,1,bfloat16,fp8,0,1.0986607551574707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,40,256,1,bfloat16,bfloat16,0,0.37913920879364016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,40,256,1,fp8,fp8,0,0.25799520015716554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,40,256,1,bfloat16,fp8,0,0.6421552181243897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,1,256,1,fp8,fp8,0,0.248036789894104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,1,256,1,bfloat16,fp8,0,0.6007520198822022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,2,256,1,bfloat16,bfloat16,0,0.342524790763855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,2,256,1,fp8,fp8,0,0.2483936071395874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,4,256,1,bfloat16,bfloat16,0,0.34300320148468016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,2,256,1,bfloat16,fp8,0,0.6044479846954346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,4,256,1,fp8,fp8,0,0.24965600967407225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,4,256,1,bfloat16,fp8,0,0.6047664165496827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,1,256,1,fp8,fp8,0,0.4523168087005615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,8,256,1,bfloat16,bfloat16,0,0.34547359943389894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,8,256,1,fp8,fp8,0,0.25068480968475343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,8,256,1,bfloat16,fp8,0,0.6069424152374268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,40,1,256,1,bfloat16,bfloat16,0,0.3424623966217041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,40,8,256,1,bfloat16,fp8,0,1.1107904434204101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,1,256,1,fp8,fp8,0,12.345960235595703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,2,256,1,fp8,fp8,0,12.594760131835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,1,256,1,bfloat16,bfloat16,0,17.83096923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,2,256,1,bfloat16,bfloat16,0,18.509983825683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,4,256,1,bfloat16,bfloat16,0,19.5406982421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,4,256,1,fp8,fp8,0,12.939630126953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,1,256,1,bfloat16,fp8,0,30.481903076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,2,256,1,bfloat16,fp8,0,30.855279541015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,8,256,1,bfloat16,bfloat16,0,21.450650024414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,8,256,1,fp8,fp8,0,13.557038879394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,4,256,1,bfloat16,fp8,0,31.604254150390624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,1,256,1,bfloat16,bfloat16,0,8.569926452636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,40,256,1,fp8,fp8,0,10.835686492919923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,1,256,1,fp8,fp8,0,6.185732650756836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,40,256,1,bfloat16,bfloat16,0,21.082958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,2,256,1,bfloat16,bfloat16,0,8.78589096069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,2,256,1,fp8,fp8,0,6.199137496948242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,40,256,1,bfloat16,fp8,0,23.12603302001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,1,256,1,bfloat16,fp8,0,14.775701904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,4,256,1,bfloat16,bfloat16,0,9.153711700439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,4,256,1,fp8,fp8,0,6.382600021362305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,2,256,1,bfloat16,fp8,0,14.992991638183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,40,8,256,1,bfloat16,fp8,0,33.216943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,8,256,1,fp8,fp8,0,6.685553741455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,8,256,1,bfloat16,bfloat16,0,9.738473510742187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,1,256,1,bfloat16,bfloat16,0,4.307249450683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,40,256,1,fp8,fp8,0,5.449049758911133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,4,256,1,bfloat16,fp8,0,15.378802490234374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,1,256,1,fp8,fp8,0,3.1087968826293944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,40,256,1,bfloat16,bfloat16,0,10.613751983642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,2,256,1,bfloat16,bfloat16,0,4.342964935302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,1,256,1,bfloat16,fp8,0,7.407300567626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,2,256,1,fp8,fp8,0,3.1084287643432615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,40,256,1,bfloat16,fp8,0,11.683139038085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,40,8,256,1,bfloat16,fp8,0,16.089663696289062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,4,256,1,bfloat16,bfloat16,0,4.510811233520508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,4,256,1,fp8,fp8,0,3.139904022216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,2,256,1,bfloat16,fp8,0,7.470489501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,8,256,1,fp8,fp8,0,3.2736526489257813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,8,256,1,bfloat16,bfloat16,0,4.81718864440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,1,256,1,bfloat16,bfloat16,0,2.1815872192382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,40,256,1,fp8,fp8,0,2.649336051940918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,4,256,1,bfloat16,fp8,0,7.661358642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,40,256,1,bfloat16,bfloat16,0,5.2849681854248045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,1,256,1,fp8,fp8,0,1.5699135780334472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,2,256,1,bfloat16,bfloat16,0,2.1882112503051756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,2,256,1,fp8,fp8,0,1.5751104354858398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,40,8,256,1,bfloat16,fp8,0,8.009532928466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,40,256,1,bfloat16,fp8,0,5.839535903930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,1,256,1,bfloat16,fp8,0,3.744878387451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,4,256,1,bfloat16,bfloat16,0,2.215265655517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,2,256,1,bfloat16,fp8,0,3.764873504638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,8,256,1,fp8,fp8,0,1.6071695327758788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,40,256,1,fp8,fp8,0,1.0786416053771972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,4,256,1,bfloat16,fp8,0,3.7937408447265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,8,256,1,bfloat16,bfloat16,0,2.3658512115478514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,1,256,1,fp8,fp8,0,0.8005215644836425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,1,256,1,bfloat16,bfloat16,0,1.1154607772827148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,40,256,1,bfloat16,bfloat16,0,2.462606430053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,2,256,1,bfloat16,bfloat16,0,1.1159983634948731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,40,256,1,bfloat16,fp8,0,2.878635215759277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,4,256,1,fp8,fp8,0,1.578657627105713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,40,8,256,1,bfloat16,fp8,0,4.0078590393066404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,1,256,1,bfloat16,fp8,0,1.9138399124145509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,2,256,1,fp8,fp8,0,0.8009280204772949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,4,256,1,bfloat16,bfloat16,0,1.123624038696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,4,256,1,fp8,fp8,0,0.8057519912719726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,2,256,1,bfloat16,fp8,0,1.9170799255371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,8,256,1,fp8,fp8,0,0.8148384094238281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,8,256,1,bfloat16,bfloat16,0,1.1508959770202636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,40,256,1,fp8,fp8,0,0.46439361572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,4,256,1,bfloat16,fp8,0,1.929604721069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,1,256,1,bfloat16,bfloat16,0,0.5812672138214111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,1,256,1,fp8,fp8,0,0.40773758888244627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,40,256,1,bfloat16,fp8,0,1.3222623825073243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,2,256,1,bfloat16,bfloat16,0,0.5819968223571778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,2,256,1,fp8,fp8,0,0.4088223934173584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,4,256,1,bfloat16,bfloat16,0,0.5856095790863037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,2,256,1,bfloat16,fp8,0,0.997929573059082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,4,256,1,fp8,fp8,0,0.41017918586730956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,4,256,1,bfloat16,fp8,0,1.0025648117065429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,8,256,1,bfloat16,bfloat16,0,0.5934063911437988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,8,256,1,fp8,fp8,0,0.4137824058532715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,40,256,1,bfloat16,bfloat16,0,0.3687360048294067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,8,256,1,bfloat16,fp8,0,1.0159423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,40,256,1,fp8,fp8,0,0.22968480587005616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,40,256,1,bfloat16,bfloat16,0,0.8871487617492676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,1,256,1,bfloat16,bfloat16,0,0.30299839973449705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,1,256,1,fp8,fp8,0,0.2192431926727295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,1,256,1,bfloat16,fp8,0,0.5374671936035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,2,256,1,bfloat16,bfloat16,0,0.30319039821624755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,40,8,256,1,bfloat16,fp8,0,1.9692079544067382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,2,256,1,fp8,fp8,0,0.21787519454956056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,2,256,1,bfloat16,fp8,0,0.5397264003753662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,40,1,256,1,bfloat16,fp8,0,0.9970591545104981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,4,256,1,bfloat16,bfloat16,0,0.30518081188201907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,4,256,1,fp8,fp8,0,0.2194000005722046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,8,256,1,bfloat16,bfloat16,0,0.3083103895187378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,8,256,1,fp8,fp8,0,0.2214047908782959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,40,256,1,bfloat16,bfloat16,0,0.1909183979034424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,8,256,1,bfloat16,fp8,0,0.5415359973907471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,40,256,1,fp8,fp8,0,0.13329119682312013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,1,256,1,bfloat16,bfloat16,0,0.1762895941734314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,1,256,1,bfloat16,fp8,0,0.31366240978240967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,2,256,1,bfloat16,bfloat16,0,0.1762943983078003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,2,256,1,fp8,fp8,0,0.12715519666671754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,2,256,1,bfloat16,fp8,0,0.31445600986480715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,4,256,1,bfloat16,bfloat16,0,0.1764832019805908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,4,256,1,fp8,fp8,0,0.12719839811325073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,8,256,1,bfloat16,bfloat16,0,0.17813279628753662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,4,256,1,bfloat16,fp8,0,0.31377758979797366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,8,256,1,fp8,fp8,0,0.12795519828796387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,4,256,1,bfloat16,fp8,0,0.5398719787597657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,40,256,1,bfloat16,fp8,0,0.33490240573883057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,1,256,1,fp8,fp8,0,0.12717280387878419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,40,40,256,1,bfloat16,fp8,0,0.6052720069885253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,40,8,256,1,bfloat16,fp8,0,0.31699678897857664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,1,256,1,fp8,fp8,0,6.935307312011719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,1,256,1,bfloat16,bfloat16,0,10.707275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,2,256,1,fp8,fp8,0,7.225769805908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,2,256,1,bfloat16,bfloat16,0,11.346814727783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,4,256,1,fp8,fp8,0,7.61357421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,4,256,1,bfloat16,bfloat16,0,12.235604858398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,1,256,1,bfloat16,fp8,0,17.516195678710936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,2,256,1,bfloat16,fp8,0,17.959226989746092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,4,256,1,bfloat16,fp8,0,19.048442077636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,8,256,1,bfloat16,bfloat16,0,13.828987121582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,8,256,1,fp8,fp8,0,8.267401885986327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,1,256,1,bfloat16,bfloat16,0,4.8862255096435545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,40,256,1,fp8,fp8,0,7.004268646240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,1,256,1,fp8,fp8,0,3.4763809204101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,2,256,1,bfloat16,bfloat16,0,5.194303894042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,40,256,1,bfloat16,bfloat16,0,13.755891418457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,40,8,256,1,bfloat16,fp8,0,20.015940856933593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,2,256,1,fp8,fp8,0,3.529937744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,1,256,1,bfloat16,fp8,0,8.237820434570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,2,256,1,bfloat16,fp8,0,8.467887878417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,4,256,1,bfloat16,bfloat16,0,5.574118423461914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,8,256,1,fp8,fp8,0,3.9989952087402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,40,256,1,bfloat16,fp8,0,15.399995422363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,8,256,1,bfloat16,bfloat16,0,6.229017639160157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,4,256,1,fp8,fp8,0,3.7029537200927733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,1,256,1,fp8,fp8,0,1.7453615188598632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,4,256,1,bfloat16,fp8,0,8.832329559326173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,40,256,1,fp8,fp8,0,3.5085201263427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,1,256,1,bfloat16,bfloat16,0,2.4530256271362303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,40,256,1,bfloat16,bfloat16,0,6.895516967773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,1,256,1,bfloat16,fp8,0,4.132988739013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,40,8,256,1,bfloat16,fp8,0,9.47338409423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,40,256,1,bfloat16,fp8,0,7.733404541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,2,256,1,fp8,fp8,0,1.753371238708496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,2,256,1,bfloat16,bfloat16,0,2.5198720932006835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,4,256,1,fp8,fp8,0,1.7946575164794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,4,256,1,bfloat16,bfloat16,0,2.7114336013793947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,2,256,1,bfloat16,fp8,0,4.221203231811524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,8,256,1,bfloat16,bfloat16,0,2.968179130554199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,4,256,1,bfloat16,fp8,0,4.3844352722167965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,1,256,1,bfloat16,bfloat16,0,1.2433135986328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,8,256,1,fp8,fp8,0,1.9337600708007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,1,256,1,fp8,fp8,0,0.8830063819885254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,40,256,1,fp8,fp8,0,1.7258991241455077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,1,256,1,bfloat16,fp8,0,2.083710479736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,2,256,1,fp8,fp8,0,0.8878447532653808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,40,256,1,bfloat16,bfloat16,0,3.4605758666992186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,40,8,256,1,bfloat16,fp8,0,4.715491104125976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,2,256,1,bfloat16,fp8,0,2.1050592422485352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,4,256,1,bfloat16,bfloat16,0,1.2992128372192382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,4,256,1,fp8,fp8,0,0.8929712295532226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,40,256,1,bfloat16,fp8,0,3.935555267333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,4,256,1,bfloat16,fp8,0,2.168212890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,8,256,1,fp8,fp8,0,0.9281984329223633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,2,256,1,bfloat16,bfloat16,0,1.2538576126098633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,1,256,1,bfloat16,bfloat16,0,0.6434639930725098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,40,256,1,fp8,fp8,0,0.7398047924041748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,40,256,1,bfloat16,bfloat16,0,1.6971311569213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,8,256,1,bfloat16,fp8,0,2.3156784057617186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,40,256,1,bfloat16,fp8,0,1.946753692626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,1,256,1,bfloat16,fp8,0,1.0694751739501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,2,256,1,bfloat16,bfloat16,0,0.643662405014038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,2,256,1,fp8,fp8,0,0.4543920040130615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,2,256,1,bfloat16,fp8,0,1.0763312339782716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,4,256,1,fp8,fp8,0,0.4583263874053955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,40,8,256,1,bfloat16,bfloat16,0,1.4429984092712402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,8,256,1,bfloat16,bfloat16,0,0.6802815914154052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,4,256,1,bfloat16,fp8,0,1.0877936363220215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,8,256,1,fp8,fp8,0,0.4660336017608643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,40,256,1,fp8,fp8,0,0.29406399726867677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,8,256,1,bfloat16,fp8,0,1.1330703735351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,40,256,1,bfloat16,bfloat16,0,0.6549791812896728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,1,256,1,bfloat16,bfloat16,0,0.33756959438323975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,40,256,1,bfloat16,fp8,0,0.8833488464355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,1,256,1,fp8,fp8,0,0.22744479179382324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,1,256,1,bfloat16,fp8,0,0.5626336097717285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,1,256,1,fp8,fp8,0,0.4532800197601318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,2,256,1,bfloat16,fp8,0,0.5631440162658692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,2,256,1,fp8,fp8,0,0.22911520004272462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,4,256,1,bfloat16,bfloat16,0,0.34156959056854247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,4,256,1,fp8,fp8,0,0.22981600761413573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,4,256,1,bfloat16,fp8,0,0.5686511993408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,8,256,1,bfloat16,bfloat16,0,0.34813919067382815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,8,256,1,fp8,fp8,0,0.23368799686431885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,40,4,256,1,bfloat16,bfloat16,0,0.6500336170196533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,8,256,1,bfloat16,fp8,0,0.5824368000030518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,40,256,1,bfloat16,bfloat16,0,0.2385632038116455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,40,256,1,fp8,fp8,0,0.1333616018295288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,1,256,1,fp8,fp8,0,0.12121280431747436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,1,256,1,bfloat16,bfloat16,0,0.17025439739227294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,2,256,1,bfloat16,bfloat16,0,0.1703711986541748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,2,256,1,fp8,fp8,0,0.12108319997787476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,2,256,1,bfloat16,fp8,0,0.3040879964828491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,4,256,1,bfloat16,bfloat16,0,0.1724511981010437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,4,256,1,fp8,fp8,0,0.12253279685974121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,8,256,1,bfloat16,bfloat16,0,0.17606240510940552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,8,256,1,bfloat16,fp8,0,0.30705440044403076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,8,256,1,fp8,fp8,0,0.12367680072784423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,40,256,1,bfloat16,bfloat16,0,0.11284960508346557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,40,256,1,fp8,fp8,0,0.07611839771270752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,40,2,256,1,bfloat16,bfloat16,0,0.3383807897567749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,40,256,1,bfloat16,fp8,0,0.19800159931182862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,1,256,1,bfloat16,bfloat16,0,0.09852799773216248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,1,256,1,bfloat16,fp8,0,0.17807359695434571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,2,256,1,bfloat16,bfloat16,0,0.09885119795799255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,2,256,1,bfloat16,fp8,0,0.1775936007499695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,2,256,1,fp8,fp8,0,0.06993439793586731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,4,256,1,bfloat16,bfloat16,0,0.0995519995689392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,4,256,1,fp8,fp8,0,0.06991999745368957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,4,256,1,bfloat16,fp8,0,0.17914400100708008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,8,256,1,bfloat16,bfloat16,0,0.10053440332412719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,8,256,1,fp8,fp8,0,0.07121919989585876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,8,256,1,bfloat16,fp8,0,0.18120640516281128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,40,256,1,bfloat16,bfloat16,0,0.06851840019226074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,40,256,1,fp8,fp8,0,0.04722720086574554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,40,256,1,bfloat16,fp8,0,0.11935679912567139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,40,256,1,bfloat16,fp8,0,0.3777440071105957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,1,256,1,bfloat16,bfloat16,0,0.06166239976882935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,1,256,1,fp8,fp8,0,0.04325920045375824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,1,256,1,bfloat16,fp8,0,0.11284799575805664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,1,256,1,bfloat16,fp8,0,0.302622389793396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,2,256,1,bfloat16,fp8,0,0.1124608039855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,2,256,1,fp8,fp8,0,0.043243199586868286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,4,256,1,bfloat16,bfloat16,0,0.062027198076248166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,40,4,256,1,bfloat16,fp8,0,0.3035264015197754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,8,256,1,bfloat16,bfloat16,0,0.06187840104103089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,4,256,1,bfloat16,fp8,0,0.11252479553222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,8,256,1,bfloat16,fp8,0,0.11329760551452636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,40,1,256,1,fp8,fp8,0,0.06999359726905822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,2,256,1,bfloat16,bfloat16,0,0.061264002323150636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,4,256,1,fp8,fp8,0,0.04329439997673035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,40,8,256,1,fp8,fp8,0,0.04360800087451935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,1,256,1,fp8,fp8,0,2.1316320419311525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,1,256,1,bfloat16,bfloat16,0,3.0900991439819334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,2,256,1,fp8,fp8,0,2.2227888107299805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,1,256,1,bfloat16,fp8,0,5.031494522094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,2,256,1,bfloat16,bfloat16,0,3.3724929809570314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,4,256,1,fp8,fp8,0,2.382089614868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,4,256,1,bfloat16,bfloat16,0,3.743724822998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,2,256,1,bfloat16,fp8,0,5.274943923950195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,8,256,1,fp8,fp8,0,2.6761856079101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,4,256,1,bfloat16,fp8,0,5.643222427368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,8,256,1,bfloat16,bfloat16,0,4.493771362304687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,40,256,1,fp8,fp8,0,2.5530208587646483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,1,256,1,fp8,fp8,0,1.072225570678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,40,256,1,bfloat16,bfloat16,0,5.034110260009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,1,256,1,bfloat16,fp8,0,2.523080062866211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,2,256,1,bfloat16,bfloat16,0,1.6621728897094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,40,8,256,1,bfloat16,fp8,0,6.327867126464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,2,256,1,fp8,fp8,0,1.0890975952148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,1,256,1,bfloat16,bfloat16,0,1.5428912162780761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,2,256,1,bfloat16,fp8,0,2.6315120697021483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,4,256,1,bfloat16,bfloat16,0,1.8215343475341796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,4,256,1,fp8,fp8,0,1.155846405029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,8,256,1,bfloat16,bfloat16,0,2.1440528869628905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,4,256,1,bfloat16,fp8,0,2.7764608383178713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,8,256,1,fp8,fp8,0,1.291579246520996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,40,256,1,bfloat16,fp8,0,5.832267379760742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,40,256,1,bfloat16,bfloat16,0,2.52333927154541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,40,8,256,1,bfloat16,fp8,0,3.1137632369995116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,40,256,1,fp8,fp8,0,1.2802000045776367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,1,256,1,bfloat16,fp8,0,1.276524829864502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,40,256,1,bfloat16,fp8,0,2.9402544021606447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,2,256,1,fp8,fp8,0,0.5466815948486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,2,256,1,bfloat16,bfloat16,0,0.7994944095611572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,2,256,1,bfloat16,fp8,0,1.305288028717041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,4,256,1,bfloat16,bfloat16,0,0.888815975189209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,4,256,1,fp8,fp8,0,0.5569151878356934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,1,256,1,bfloat16,bfloat16,0,0.7830944061279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,4,256,1,bfloat16,fp8,0,1.3810223579406737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,8,256,1,bfloat16,bfloat16,0,1.0294495582580567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,8,256,1,fp8,fp8,0,0.6046207904815674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,40,256,1,fp8,fp8,0,0.5896016120910644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,1,256,1,bfloat16,bfloat16,0,0.4045919895172119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,40,256,1,bfloat16,bfloat16,0,1.2584400177001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,1,256,1,fp8,fp8,0,0.542137622833252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,1,256,1,fp8,fp8,0,0.2791199922561646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,2,256,1,bfloat16,bfloat16,0,0.4073952198028564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,40,256,1,bfloat16,fp8,0,1.4800576210021972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,2,256,1,fp8,fp8,0,0.27956480979919435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,4,256,1,bfloat16,bfloat16,0,0.41873440742492674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,2,256,1,bfloat16,fp8,0,0.6556704044342041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,4,256,1,fp8,fp8,0,0.28413119316101076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,4,256,1,bfloat16,fp8,0,0.67882399559021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,8,256,1,fp8,fp8,0,0.2913199901580811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,8,256,1,bfloat16,fp8,0,0.7406400203704834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,40,256,1,bfloat16,bfloat16,0,0.5829247951507568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,40,256,1,fp8,fp8,0,0.2173840045928955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,40,8,256,1,bfloat16,fp8,0,1.526948833465576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,1,256,1,bfloat16,bfloat16,0,0.2175679922103882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,1,256,1,fp8,fp8,0,0.13746720552444458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,1,256,1,bfloat16,fp8,0,0.6480879783630371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,1,256,1,bfloat16,fp8,0,0.34370880126953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,2,256,1,fp8,fp8,0,0.13747040033340455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,2,256,1,bfloat16,bfloat16,0,0.21591200828552246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,4,256,1,bfloat16,bfloat16,0,0.21799840927124023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,4,256,1,bfloat16,fp8,0,0.350600004196167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,8,256,1,bfloat16,bfloat16,0,0.22695999145507811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,40,8,256,1,bfloat16,bfloat16,0,0.47408480644226075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,8,256,1,fp8,fp8,0,0.1418336033821106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,40,256,1,fp8,fp8,0,0.08630719780921936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,40,256,1,bfloat16,bfloat16,0,0.22559359073638915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,1,256,1,bfloat16,bfloat16,0,0.10468000173568726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,40,256,1,bfloat16,fp8,0,0.27812321186065675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,1,256,1,fp8,fp8,0,0.07388960123062134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,2,256,1,bfloat16,bfloat16,0,0.10470080375671387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,2,256,1,fp8,fp8,0,0.07399359941482545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,4,256,1,bfloat16,bfloat16,0,0.1068303942680359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,2,256,1,bfloat16,fp8,0,0.18983360528945922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,4,256,1,fp8,fp8,0,0.07399200201034546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,4,256,1,bfloat16,fp8,0,0.19121600389480592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,8,256,1,bfloat16,bfloat16,0,0.10932159423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,2,256,1,bfloat16,fp8,0,0.3469871997833252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,8,256,1,fp8,fp8,0,0.07608159780502319
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,8,256,1,bfloat16,fp8,0,0.19328160285949708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,40,256,1,fp8,fp8,0,0.04731360077857971
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,1,256,1,bfloat16,bfloat16,0,0.057574397325515746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,4,256,1,fp8,fp8,0,0.13956160545349122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,1,256,1,bfloat16,fp8,0,0.10546079874038697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,1,256,1,fp8,fp8,0,0.04108000099658966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,2,256,1,bfloat16,bfloat16,0,0.05771200060844421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,2,256,1,fp8,fp8,0,0.04116959869861603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,2,256,1,bfloat16,fp8,0,0.1055616021156311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,8,256,1,bfloat16,fp8,0,0.36650240421295166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,4,256,1,bfloat16,bfloat16,0,0.058478397130966184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,4,256,1,fp8,fp8,0,0.041168001294136045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,4,256,1,bfloat16,fp8,0,0.10642240047454835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,8,256,1,bfloat16,bfloat16,0,0.059977602958679196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,8,256,1,bfloat16,fp8,0,0.10813920497894287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,8,256,1,fp8,fp8,0,0.04132319986820221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,40,256,1,bfloat16,bfloat16,0,0.043243199586868286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,40,256,1,bfloat16,fp8,0,0.07409120202064515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,40,1,256,1,bfloat16,fp8,0,0.18959840536117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,1,256,1,bfloat16,fp8,0,0.06604959964752197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,1,256,1,fp8,fp8,0,0.024822400510311128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,2,256,1,bfloat16,bfloat16,0,0.037027201056480406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,40,40,256,1,bfloat16,fp8,0,0.7023680210113525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,2,256,1,bfloat16,fp8,0,0.06622239947319031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,4,256,1,bfloat16,bfloat16,0,0.037001600861549376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,4,256,1,fp8,fp8,0,0.024796800315380098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,8,256,1,bfloat16,bfloat16,0,0.037143999338150026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,4,256,1,bfloat16,fp8,0,0.06697120070457459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,8,256,1,fp8,fp8,0,0.02587679922580719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,8,256,1,bfloat16,fp8,0,0.06763520240783691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,40,256,1,bfloat16,bfloat16,0,0.028119999170303344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,40,256,1,bfloat16,bfloat16,0,0.0719488024711609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,40,256,1,fp8,fp8,0,0.018643200397491455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,40,40,256,1,bfloat16,fp8,0,0.12838239669799806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,1,256,1,bfloat16,bfloat16,0,0.024689599871635437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,2,256,1,bfloat16,bfloat16,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,1,256,1,fp8,fp8,0,0.01868959963321686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,2,256,1,fp8,fp8,0,0.01857919991016388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,2,256,1,bfloat16,fp8,0,0.043484801054000856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,4,256,1,bfloat16,bfloat16,0,0.024747200310230255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,4,256,1,bfloat16,fp8,0,0.043507200479507444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,8,256,1,bfloat16,bfloat16,0,0.024691200256347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,8,256,1,bfloat16,fp8,0,0.044791999459266665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,8,256,1,fp8,fp8,0,0.018505600094795228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,40,256,1,fp8,fp8,0,0.028779199719429015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,1,256,1,bfloat16,bfloat16,0,0.03645919859409332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,40,2,256,1,fp8,fp8,0,0.024747200310230255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,40,256,1,bfloat16,fp8,0,0.0474016010761261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,1,256,1,bfloat16,fp8,0,0.04324159920215607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,1,256,1,fp8,fp8,0,0.7416927814483643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,1,256,1,bfloat16,bfloat16,0,1.1134400367736816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,40,4,256,1,fp8,fp8,0,0.018537600338459016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,2,256,1,bfloat16,bfloat16,0,1.2182479858398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,1,256,1,bfloat16,fp8,0,1.7565744400024415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,2,256,1,fp8,fp8,0,0.7736767768859864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,2,256,1,bfloat16,fp8,0,1.8576128005981445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,4,256,1,bfloat16,bfloat16,0,1.3813695907592773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,4,256,1,bfloat16,fp8,0,2.000752067565918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,8,256,1,bfloat16,bfloat16,0,1.687646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,8,256,1,fp8,fp8,0,0.9773664474487305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,8,256,1,bfloat16,fp8,0,2.3399471282958983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,1,256,1,bfloat16,bfloat16,0,0.5635231971740723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,40,256,1,fp8,fp8,0,1.029203224182129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,40,4,256,1,fp8,fp8,0,0.8374655723571778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,1,256,1,fp8,fp8,0,0.3750463962554932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,1,256,1,bfloat16,fp8,0,0.8971263885498046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,2,256,1,bfloat16,bfloat16,0,0.6049232006072998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,40,256,1,bfloat16,fp8,0,2.446643257141113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,2,256,1,fp8,fp8,0,0.38126559257507325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,2,256,1,bfloat16,fp8,0,0.9378560066223145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,4,256,1,bfloat16,bfloat16,0,0.6755536079406739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,4,256,1,fp8,fp8,0,0.4051216125488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,8,256,1,bfloat16,bfloat16,0,0.8331456184387207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,40,256,1,bfloat16,bfloat16,0,2.0534543991088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,8,256,1,fp8,fp8,0,0.4687903881072998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,8,256,1,bfloat16,fp8,0,1.1518256187438964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,1,256,1,bfloat16,bfloat16,0,0.2935391902923584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,40,256,1,fp8,fp8,0,0.5055359840393067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,40,256,1,bfloat16,bfloat16,0,1.0224927902221679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,40,256,1,bfloat16,fp8,0,1.2297840118408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,2,256,1,bfloat16,bfloat16,0,0.3007215976715088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,2,256,1,fp8,fp8,0,0.1951823949813843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,1,256,1,bfloat16,fp8,0,0.45978398323059083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,2,256,1,bfloat16,fp8,0,0.46725120544433596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,4,256,1,bfloat16,bfloat16,0,0.33026719093322754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,4,256,1,fp8,fp8,0,0.20078721046447753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,4,256,1,bfloat16,fp8,0,0.5005296230316162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,8,256,1,fp8,fp8,0,0.21282238960266114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,40,4,256,1,bfloat16,fp8,0,1.003542423248291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,8,256,1,bfloat16,fp8,0,0.565937614440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,40,256,1,bfloat16,bfloat16,0,0.4970208168029785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,40,256,1,fp8,fp8,0,0.2040112018585205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,1,256,1,fp8,fp8,0,0.09044479727745056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,2,256,1,bfloat16,bfloat16,0,0.1565999984741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,1,256,1,fp8,fp8,0,0.19484479427337648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,2,256,1,fp8,fp8,0,0.09192479848861694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,2,256,1,bfloat16,fp8,0,0.2406543970108032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,4,256,1,bfloat16,bfloat16,0,0.16054879426956176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,4,256,1,fp8,fp8,0,0.09252160191535949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,8,256,1,bfloat16,bfloat16,0,0.17618240118026735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,8,256,1,fp8,fp8,0,0.09537919759750366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,40,256,1,bfloat16,bfloat16,0,0.21844000816345216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,40,256,1,bfloat16,fp8,0,0.25989279747009275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,1,256,1,bfloat16,bfloat16,0,0.07185919880867005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,1,256,1,bfloat16,fp8,0,0.12756160497665406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,40,8,256,1,bfloat16,bfloat16,0,0.40009279251098634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,1,256,1,fp8,fp8,0,0.049318400025367734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,2,256,1,bfloat16,bfloat16,0,0.07193920016288757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,1,256,1,bfloat16,bfloat16,0,0.15463999509811402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,2,256,1,bfloat16,fp8,0,0.12936639785766602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,2,256,1,fp8,fp8,0,0.04933919906616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,40,256,1,bfloat16,fp8,0,0.5964367866516114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,4,256,1,fp8,fp8,0,0.049497601389884946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,1,256,1,bfloat16,fp8,0,0.2370448112487793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,4,256,1,bfloat16,fp8,0,0.13107359409332275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,8,256,1,bfloat16,bfloat16,0,0.0760479986667633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,8,256,1,fp8,fp8,0,0.051393598318099976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,8,256,1,bfloat16,fp8,0,0.13349599838256837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,40,256,1,bfloat16,bfloat16,0,0.05542880296707153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,40,256,1,bfloat16,fp8,0,0.0973695993423462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,1,256,1,bfloat16,bfloat16,0,0.041126400232315063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,1,256,1,bfloat16,fp8,0,0.07391039729118347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,2,256,1,bfloat16,bfloat16,0,0.041150400042533876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,8,256,1,bfloat16,fp8,0,0.26856160163879395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,2,256,1,bfloat16,fp8,0,0.07411519885063171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,2,256,1,fp8,fp8,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,4,256,1,bfloat16,bfloat16,0,0.04112319946289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,40,256,1,fp8,fp8,0,0.061771202087402347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,4,256,1,bfloat16,fp8,0,0.07555680274963379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,4,256,1,fp8,fp8,0,0.028911998867988585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,8,256,1,fp8,fp8,0,0.0289792001247406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,8,256,1,bfloat16,fp8,0,0.07616000175476074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,40,256,1,bfloat16,bfloat16,0,0.030935999751091004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,40,256,1,bfloat16,fp8,0,0.04936160147190094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,1,256,1,bfloat16,bfloat16,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,1,256,1,bfloat16,fp8,0,0.04113920032978058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,1,256,1,fp8,fp8,0,0.016531200706958772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,2,256,1,bfloat16,bfloat16,0,0.02284960001707077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,40,4,256,1,bfloat16,bfloat16,0,0.07392479777336121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,2,256,1,bfloat16,fp8,0,0.04111039936542511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,2,256,1,fp8,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,4,256,1,bfloat16,bfloat16,0,0.022996799647808076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,4,256,1,bfloat16,fp8,0,0.04169119894504547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,4,256,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,8,256,1,bfloat16,bfloat16,0,0.024726399779319765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,8,256,1,bfloat16,fp8,0,0.04324159920215607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,40,256,1,fp8,fp8,0,0.034923198819160464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,40,4,256,1,bfloat16,fp8,0,0.24581758975982665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,8,256,1,fp8,fp8,0,0.016596800088882445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,40,256,1,bfloat16,bfloat16,0,0.018668800592422485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,1,256,1,fp8,fp8,0,0.02877120077610016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,40,256,1,bfloat16,fp8,0,0.03243840038776398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,40,256,1,fp8,fp8,0,0.012478400021791458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,1,256,1,bfloat16,bfloat16,0,0.01597920060157776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,1,256,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,1,256,1,bfloat16,fp8,0,0.028787198662757873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,2,256,1,bfloat16,bfloat16,0,0.015089599788188935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,40,8,256,1,bfloat16,bfloat16,0,0.04318560063838959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,2,256,1,bfloat16,fp8,0,0.028857600688934327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,4,256,1,fp8,fp8,0,0.0123648002743721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,4,256,1,bfloat16,fp8,0,0.02876160144805908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,8,256,1,bfloat16,bfloat16,0,0.016513599455356597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,8,256,1,fp8,fp8,0,0.012444800138473511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,40,256,1,bfloat16,bfloat16,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,8,256,1,bfloat16,fp8,0,0.028755199909210206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,40,256,1,bfloat16,fp8,0,0.026769599318504332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,40,256,1,fp8,fp8,0,0.012443199753761292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,1,256,1,bfloat16,bfloat16,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,1,256,1,fp8,fp8,0,0.012223999947309494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,1,256,1,bfloat16,fp8,0,0.02473759949207306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,2,256,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,2,256,1,fp8,fp8,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,2,256,1,bfloat16,fp8,0,0.02478879988193512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,4,256,1,bfloat16,bfloat16,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,4,256,1,fp8,fp8,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,8,256,1,bfloat16,bfloat16,0,0.014545600116252898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,4,256,1,bfloat16,fp8,0,0.02492319941520691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,8,256,1,bfloat16,fp8,0,0.02473759949207306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,40,8,256,1,fp8,fp8,0,0.010467199981212616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,1,256,1,fp8,fp8,0,0.2950911998748779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,1,256,1,bfloat16,bfloat16,0,0.471560001373291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,2,256,1,fp8,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,2,256,1,bfloat16,bfloat16,0,0.5039728164672852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,1,256,1,bfloat16,fp8,0,0.7454624176025391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,2,256,1,fp8,fp8,0,0.30983359813690187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,2,256,1,bfloat16,fp8,0,0.766315221786499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,4,256,1,fp8,fp8,0,0.33182079792022706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,4,256,1,bfloat16,fp8,0,0.8338640213012696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,4,256,1,bfloat16,bfloat16,0,0.5800496101379394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,8,256,1,bfloat16,bfloat16,0,0.7230303764343262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,8,256,1,fp8,fp8,0,0.3912303924560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,40,4,256,1,bfloat16,bfloat16,0,0.016515199840068818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,40,8,256,1,bfloat16,fp8,0,0.9781760215759278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,40,256,1,bfloat16,bfloat16,0,0.9097567558288574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,40,40,256,1,fp8,fp8,0,0.01865919977426529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,1,256,1,bfloat16,bfloat16,0,0.2426271915435791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,1,256,1,fp8,fp8,0,0.15205440521240235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,40,256,1,bfloat16,fp8,0,1.102524757385254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,1,256,1,bfloat16,fp8,0,0.3801664113998413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,2,256,1,fp8,fp8,0,0.15582239627838135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,2,256,1,bfloat16,bfloat16,0,0.2568336009979248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,4,256,1,bfloat16,bfloat16,0,0.2832479953765869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,2,256,1,bfloat16,fp8,0,0.3931152105331421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,4,256,1,fp8,fp8,0,0.16416319608688354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,8,256,1,fp8,fp8,0,0.18236160278320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,8,256,1,bfloat16,bfloat16,0,0.35674400329589845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,4,256,1,bfloat16,fp8,0,0.419484806060791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,40,256,1,bfloat16,bfloat16,0,0.44727201461791993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,1,256,1,bfloat16,bfloat16,0,0.12923200130462648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,40,256,1,fp8,fp8,0,0.2042639970779419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,1,256,1,fp8,fp8,0,0.06978560090065003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,1,256,1,bfloat16,fp8,0,0.19350240230560303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,8,256,1,bfloat16,fp8,0,0.4879583835601807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,2,256,1,bfloat16,fp8,0,0.19387359619140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,2,256,1,bfloat16,bfloat16,0,0.13143680095672608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,4,256,1,bfloat16,bfloat16,0,0.13948960304260255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,4,256,1,fp8,fp8,0,0.07200800180435181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,4,256,1,bfloat16,fp8,0,0.20535359382629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,8,256,1,bfloat16,bfloat16,0,0.16332319974899293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,8,256,1,fp8,fp8,0,0.07401279807090759
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,8,256,1,bfloat16,fp8,0,0.2325200080871582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,40,256,1,fp8,fp8,0,0.049348801374435425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,40,256,1,bfloat16,bfloat16,0,0.2053584098815918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,1,256,1,bfloat16,bfloat16,0,0.053592002391815184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,40,256,1,bfloat16,fp8,0,0.24568159580230714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,1,256,1,fp8,fp8,0,0.037028801441192624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,1,256,1,bfloat16,fp8,0,0.09445760250091553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,2,256,1,bfloat16,bfloat16,0,0.05430560111999512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,2,256,1,bfloat16,fp8,0,0.095769602060318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,2,256,1,fp8,fp8,0,0.0371071994304657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,4,256,1,bfloat16,bfloat16,0,0.0555184006690979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,4,256,1,fp8,fp8,0,0.03717280030250549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,8,256,1,bfloat16,bfloat16,0,0.05794079899787903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,4,256,1,bfloat16,fp8,0,0.09787520170211791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,8,256,1,fp8,fp8,0,0.0391728013753891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,40,256,1,bfloat16,bfloat16,0,0.04885759949684143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,40,256,1,bfloat16,fp8,0,0.5317503929138183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,40,256,1,fp8,fp8,0,0.028865599632263185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,1,256,1,bfloat16,bfloat16,0,0.032864001393318173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,40,2,256,1,fp8,fp8,0,0.06988800168037415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,1,256,1,fp8,fp8,0,0.02266560047864914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,2,256,1,bfloat16,bfloat16,0,0.03297759890556336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,2,256,1,bfloat16,fp8,0,0.056678402423858645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,2,256,1,fp8,fp8,0,0.022649599611759184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,4,256,1,bfloat16,bfloat16,0,0.0329039990901947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,4,256,1,fp8,fp8,0,0.022676800191402436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,4,256,1,bfloat16,fp8,0,0.0574783980846405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,8,256,1,bfloat16,bfloat16,0,0.03494560122489929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,8,256,1,bfloat16,fp8,0,0.05944640040397644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,40,256,1,bfloat16,bfloat16,0,0.024777600169181825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,40,256,1,bfloat16,fp8,0,0.03956960141658783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,40,256,1,fp8,fp8,0,0.01643519997596741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,1,256,1,bfloat16,bfloat16,0,0.01858399957418442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,1,256,1,bfloat16,fp8,0,0.03213439881801605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,2,256,1,bfloat16,bfloat16,0,0.018628799915313722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,2,256,1,bfloat16,fp8,0,0.03314560055732727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,2,256,1,fp8,fp8,0,0.012508800625801087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,4,256,1,bfloat16,bfloat16,0,0.018615999817848207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,4,256,1,bfloat16,fp8,0,0.03295199871063233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,40,8,256,1,bfloat16,fp8,0,0.10257760286331177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,4,256,1,fp8,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,40,40,256,1,fp8,fp8,0,0.4467023849487305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,8,256,1,bfloat16,fp8,0,0.033057600259780884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,40,256,1,bfloat16,fp8,0,0.08619840145111084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,40,256,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,40,256,1,bfloat16,fp8,0,0.022734400629997254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,8,256,1,fp8,fp8,0,0.01499360054731369
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,1,256,1,bfloat16,fp8,0,0.05630720257759094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,40,256,1,fp8,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,1,256,1,bfloat16,bfloat16,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,1,256,1,fp8,fp8,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,1,256,1,bfloat16,fp8,0,0.018739199638366698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,2,256,1,bfloat16,bfloat16,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,2,256,1,bfloat16,fp8,0,0.018632000684738158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,4,256,1,bfloat16,bfloat16,0,0.010953599959611893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,40,8,256,1,fp8,fp8,0,0.022654399275779724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,4,256,1,fp8,fp8,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,8,256,1,bfloat16,bfloat16,0,0.012494400143623352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,8,256,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,40,256,1,bfloat16,fp8,0,0.018723200261592864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,1,256,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,40,256,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,1,256,1,bfloat16,bfloat16,0,0.01037440001964569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,1,256,1,bfloat16,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,1,256,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,2,256,1,bfloat16,bfloat16,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,2,256,1,fp8,fp8,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,2,256,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,4,256,1,bfloat16,bfloat16,0,0.010441599786281586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,4,256,1,bfloat16,fp8,0,0.016523200273513793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,4,256,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,8,256,1,bfloat16,bfloat16,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,8,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,40,256,1,bfloat16,bfloat16,0,0.012566399574279786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,40,256,1,bfloat16,fp8,0,0.018615999817848207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,40,256,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,1,256,1,bfloat16,bfloat16,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,1,256,1,bfloat16,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,1,256,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,2,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,2,256,1,bfloat16,bfloat16,0,0.01034879982471466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,2,256,1,bfloat16,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,4,256,1,bfloat16,fp8,0,0.019171200692653656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,4,256,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,4,256,1,bfloat16,fp8,0,0.016596800088882445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,40,256,1,bfloat16,bfloat16,0,0.012486399710178375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,8,256,1,bfloat16,bfloat16,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,8,256,1,bfloat16,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,8,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,1,256,1,bfloat16,bfloat16,0,0.3464191913604736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,1,256,1,bfloat16,fp8,0,0.576475191116333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,1,256,1,fp8,fp8,0,0.26091680526733396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,40,8,256,1,bfloat16,bfloat16,0,0.020470400154590607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,2,256,1,bfloat16,bfloat16,0,0.35674400329589845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,2,256,1,fp8,fp8,0,0.26314239501953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,2,256,1,bfloat16,fp8,0,0.5872432231903076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,4,256,1,bfloat16,bfloat16,0,0.37667999267578123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,2,256,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,4,256,1,fp8,fp8,0,0.269486403465271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,4,256,1,bfloat16,fp8,0,0.6084512233734131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,40,8,256,1,bfloat16,fp8,0,0.0205935999751091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,8,256,1,bfloat16,bfloat16,0,0.4334847927093506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,8,256,1,fp8,fp8,0,0.2831183910369873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,40,256,1,bfloat16,bfloat16,0,0.45129761695861814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,40,256,1,fp8,fp8,0,0.235916805267334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,1,256,1,bfloat16,bfloat16,0,0.17842559814453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,40,256,1,bfloat16,fp8,0,0.5848336219787598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,40,8,256,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,1,256,1,fp8,fp8,0,0.12132799625396729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,1,256,1,bfloat16,fp8,0,0.2976367950439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,2,256,1,bfloat16,bfloat16,0,0.18045120239257811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,2,256,1,fp8,fp8,0,0.1215440034866333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,4,256,1,fp8,fp8,0,0.12316800355911255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,4,256,1,bfloat16,bfloat16,0,0.1866752028465271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,8,256,1,bfloat16,bfloat16,0,0.20396161079406738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,8,256,1,bfloat16,fp8,0,0.32837278842926027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,40,4,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,40,256,1,bfloat16,bfloat16,0,0.20343520641326904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,40,256,1,bfloat16,fp8,0,0.266644811630249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,40,256,1,fp8,fp8,0,0.0760703980922699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,1,256,1,bfloat16,bfloat16,0,0.08624320030212403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,1,256,1,fp8,fp8,0,0.06374719738960266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,2,256,1,bfloat16,bfloat16,0,0.08628000020980835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,40,8,256,1,bfloat16,fp8,0,0.6630320072174072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,2,256,1,fp8,fp8,0,0.06367520093917847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,2,256,1,bfloat16,fp8,0,0.1591088056564331
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,4,256,1,bfloat16,bfloat16,0,0.08826559782028198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,4,256,1,fp8,fp8,0,0.06365439891815186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,8,256,1,bfloat16,bfloat16,0,0.09035840034484863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,8,256,1,bfloat16,fp8,0,0.1620576024055481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,2,256,1,bfloat16,fp8,0,0.3010688066482544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,40,256,1,bfloat16,bfloat16,0,0.05753759741783142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,40,256,1,bfloat16,fp8,0,0.1090880036354065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,40,256,1,fp8,fp8,0,0.039105600118637084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,1,256,1,bfloat16,bfloat16,0,0.04525279998779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,1,256,1,bfloat16,fp8,0,0.08632479906082154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,1,256,1,fp8,fp8,0,0.032969599962234496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,8,256,1,fp8,fp8,0,0.12710880041122435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,2,256,1,bfloat16,bfloat16,0,0.04524959921836853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,2,256,1,bfloat16,fp8,0,0.08680639863014221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,2,256,1,fp8,fp8,0,0.032950401306152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,4,256,1,bfloat16,bfloat16,0,0.045745599269866946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,4,256,1,fp8,fp8,0,0.03342719972133636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,8,256,1,bfloat16,bfloat16,0,0.04726560115814209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,8,256,1,fp8,fp8,0,0.03531999886035919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,40,256,1,bfloat16,bfloat16,0,0.03293919861316681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,1,256,1,bfloat16,fp8,0,0.1576799988746643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,40,256,1,bfloat16,fp8,0,0.05958560109138489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,40,256,1,fp8,fp8,0,0.022728000581264497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,1,256,1,bfloat16,bfloat16,0,0.026940798759460448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,1,256,1,bfloat16,fp8,0,0.05140960216522217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,1,256,1,fp8,fp8,0,0.020983999967575072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,2,256,1,bfloat16,bfloat16,0,0.026840001344680786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,4,256,1,bfloat16,fp8,0,0.15854719877243043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,2,256,1,bfloat16,fp8,0,0.051344001293182374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,2,256,1,fp8,fp8,0,0.020659199357032774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,40,8,256,1,fp8,fp8,0,0.06562079787254334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,4,256,1,bfloat16,bfloat16,0,0.02674719989299774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,4,256,1,bfloat16,fp8,0,0.051630401611328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,8,256,1,bfloat16,bfloat16,0,0.028803199529647827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,8,256,1,fp8,fp8,0,0.02065120041370392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,40,4,256,1,bfloat16,fp8,0,0.30936479568481445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,8,256,1,bfloat16,fp8,0,0.05362399816513062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,40,256,1,bfloat16,bfloat16,0,0.01863359957933426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,40,256,1,bfloat16,fp8,0,0.033020800352096556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,1,256,1,bfloat16,bfloat16,0,0.01661760061979294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,40,256,1,fp8,fp8,0,0.014414399862289429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,1,256,1,fp8,fp8,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,2,256,1,bfloat16,fp8,0,0.029193601012229918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,2,256,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,4,256,1,bfloat16,bfloat16,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,4,256,1,fp8,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,4,256,1,bfloat16,fp8,0,0.08806719779968261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,40,8,256,1,bfloat16,fp8,0,0.08888639807701111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,8,256,1,fp8,fp8,0,0.012438400089740754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,40,256,1,bfloat16,bfloat16,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,40,256,1,bfloat16,fp8,0,0.02060000002384186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,40,256,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,1,256,1,bfloat16,bfloat16,0,0.010356800258159637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,1,256,1,bfloat16,fp8,0,0.01858240067958832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,1,256,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,2,256,1,bfloat16,bfloat16,0,0.010385599732398988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,40,4,256,1,fp8,fp8,0,0.020689600706100465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,2,256,1,bfloat16,fp8,0,0.01852319985628128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,2,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,4,256,1,bfloat16,fp8,0,0.01852799952030182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,4,256,1,fp8,fp8,0,0.008222399652004242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,8,256,1,bfloat16,bfloat16,0,0.010276799649000167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,8,256,1,bfloat16,fp8,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,2,256,1,bfloat16,bfloat16,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,8,256,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,40,256,1,bfloat16,fp8,0,0.018089599907398224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,4,256,1,bfloat16,fp8,0,0.02908959984779358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,40,256,1,fp8,fp8,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,8,256,1,bfloat16,bfloat16,0,0.01650079935789108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,1,256,1,bfloat16,bfloat16,0,0.009808000177145004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,8,256,1,bfloat16,fp8,0,0.03080480098724365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,1,256,1,bfloat16,fp8,0,0.016467200219631196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,1,256,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,2,256,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,4,256,1,bfloat16,bfloat16,0,0.009014400094747544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,4,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,8,256,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,8,256,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,8,256,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,40,256,1,bfloat16,bfloat16,0,0.010811199992895126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,40,256,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,40,256,1,fp8,fp8,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,40,4,256,1,bfloat16,bfloat16,0,0.01029760017991066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,1,256,1,bfloat16,bfloat16,0,0.008635199815034866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,1,256,1,bfloat16,fp8,0,0.01644960045814514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,1,256,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,2,256,1,bfloat16,fp8,0,0.016542400419712066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,40,1,256,1,bfloat16,fp8,0,0.028951999545097352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,40,256,1,bfloat16,bfloat16,0,0.010915199667215348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,4,256,1,bfloat16,bfloat16,0,0.00851840004324913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,4,256,1,bfloat16,fp8,0,0.01647839993238449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,4,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,8,256,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,2,256,1,bfloat16,bfloat16,0,0.009113600105047226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,8,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,8,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,2,256,1,fp8,fp8,0,0.009078399837017059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,40,4,256,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,1,256,1,bfloat16,bfloat16,0,0.3217407941818237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,1,256,1,fp8,fp8,0,0.22937440872192383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,1,256,1,bfloat16,fp8,0,0.5394703865051269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,2,256,1,bfloat16,bfloat16,0,0.3232367992401123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,2,256,1,bfloat16,fp8,0,0.5425727844238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,4,256,1,bfloat16,bfloat16,0,0.3300479888916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,2,256,1,bfloat16,bfloat16,0,0.009060800075531006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,4,256,1,fp8,fp8,0,0.2314768075942993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,8,256,1,bfloat16,bfloat16,0,0.34406399726867676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,40,2,256,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,8,256,1,fp8,fp8,0,0.23363039493560792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,40,256,1,bfloat16,bfloat16,0,0.25887360572814944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,8,256,1,bfloat16,fp8,0,0.5660431861877442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,40,256,1,bfloat16,fp8,0,0.3713599920272827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,1,256,1,bfloat16,bfloat16,0,0.15592960119247437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,40,256,1,fp8,fp8,0,0.12919039726257325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,1,256,1,fp8,fp8,0,0.11689120531082153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,1,256,1,bfloat16,fp8,0,0.2828671932220459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,2,256,1,bfloat16,fp8,0,0.2839776039123535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,4,256,1,bfloat16,fp8,0,0.28375680446624757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,4,256,1,fp8,fp8,0,0.11705759763717652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,8,256,1,bfloat16,bfloat16,0,0.1601423978805542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,8,256,1,bfloat16,fp8,0,0.28669118881225586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,2,256,1,fp8,fp8,0,0.22945599555969237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,8,256,1,fp8,fp8,0,0.11908960342407227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,40,256,1,bfloat16,bfloat16,0,0.09443519711494446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,40,256,1,fp8,fp8,0,0.06583840250968934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,40,256,1,bfloat16,fp8,0,0.17009119987487792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,1,256,1,bfloat16,bfloat16,0,0.08000320196151733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,1,256,1,fp8,fp8,0,0.06033279895782471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,2,256,1,bfloat16,bfloat16,0,0.0800544023513794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,40,4,256,1,bfloat16,fp8,0,0.5496479988098144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,2,256,1,fp8,fp8,0,0.061515200138092044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,4,256,1,bfloat16,bfloat16,0,0.08129119873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,4,256,1,fp8,fp8,0,0.06151840090751648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,4,256,1,bfloat16,fp8,0,0.15163520574569703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,8,256,1,bfloat16,bfloat16,0,0.08208799958229065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,8,256,1,bfloat16,fp8,0,0.15277600288391113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,8,256,1,fp8,fp8,0,0.06162559986114502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,40,256,1,bfloat16,bfloat16,0,0.04737760126590729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,2,256,1,bfloat16,bfloat16,0,0.15591200590133666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,40,256,1,bfloat16,fp8,0,0.09070559740066528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,40,256,1,fp8,fp8,0,0.034955200552940366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,4,256,1,bfloat16,bfloat16,0,0.1580064058303833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,1,256,1,bfloat16,bfloat16,0,0.04120480120182037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,1,256,1,fp8,fp8,0,0.0329039990901947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,1,256,1,bfloat16,fp8,0,0.08282080292701721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,2,256,1,bfloat16,fp8,0,0.08334239721298217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,4,256,1,bfloat16,bfloat16,0,0.04312959909439087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,4,256,1,fp8,fp8,0,0.03283840119838714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,4,256,1,bfloat16,fp8,0,0.08416320085525512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,8,256,1,bfloat16,bfloat16,0,0.04320000112056732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,8,256,1,bfloat16,fp8,0,0.08423519730567933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,8,256,1,fp8,fp8,0,0.0329584002494812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,40,256,1,bfloat16,bfloat16,0,0.02884800136089325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,40,256,1,bfloat16,fp8,0,0.0534496009349823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,40,256,1,fp8,fp8,0,0.020692799985408784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,1,256,1,bfloat16,bfloat16,0,0.024740800261497498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,1,256,1,bfloat16,fp8,0,0.1503424048423767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,1,256,1,fp8,fp8,0,0.018812799453735353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,2,256,1,bfloat16,bfloat16,0,0.02475679963827133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,40,2,256,1,bfloat16,fp8,0,0.1507696032524109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,2,256,1,fp8,fp8,0,0.019849599897861482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,2,256,1,bfloat16,fp8,0,0.049348801374435425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,4,256,1,bfloat16,bfloat16,0,0.024715200066566467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,4,256,1,fp8,fp8,0,0.020561599731445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,4,256,1,bfloat16,fp8,0,0.05000320076942444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,8,256,1,bfloat16,bfloat16,0,0.025603199005126955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,8,256,1,bfloat16,fp8,0,0.05117120146751404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,40,256,1,bfloat16,fp8,0,0.030876800417900085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,40,2,256,1,fp8,fp8,0,0.11700639724731446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,40,256,1,fp8,fp8,0,0.01239359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,1,256,1,bfloat16,bfloat16,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,1,256,1,bfloat16,fp8,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,1,256,1,fp8,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,2,256,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,2,256,1,bfloat16,fp8,0,0.028856000304222106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,2,256,1,bfloat16,bfloat16,0,0.041238400340080264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,4,256,1,bfloat16,bfloat16,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,2,256,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,4,256,1,bfloat16,fp8,0,0.028883200883865357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,8,256,1,bfloat16,fp8,0,0.02882719933986664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,8,256,1,fp8,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,40,256,1,bfloat16,bfloat16,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,40,256,1,bfloat16,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,40,256,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,1,256,1,bfloat16,fp8,0,0.049327999353408813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,1,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,1,256,1,bfloat16,fp8,0,0.017484800517559053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,40,256,1,bfloat16,bfloat16,0,0.016510400176048278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,2,256,1,bfloat16,bfloat16,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,2,256,1,bfloat16,fp8,0,0.01913439929485321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,2,256,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,4,256,1,bfloat16,bfloat16,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,4,256,1,bfloat16,fp8,0,0.018532800674438476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,40,2,256,1,fp8,fp8,0,0.032867199182510375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,4,256,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,8,256,1,bfloat16,bfloat16,0,0.008476799726486206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,4,256,1,fp8,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,8,256,1,bfloat16,fp8,0,0.01866080015897751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,8,256,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,40,256,1,bfloat16,bfloat16,0,0.010545600205659866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,40,256,1,bfloat16,fp8,0,0.016678400337696075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,40,256,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,1,256,1,bfloat16,bfloat16,0,0.008454400300979614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,1,256,1,bfloat16,fp8,0,0.016628800332546233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,1,256,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,2,256,1,bfloat16,fp8,0,0.01652639955282211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,4,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,4,256,1,bfloat16,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,40,1,256,1,fp8,fp8,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,8,256,1,bfloat16,bfloat16,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,4,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,8,256,1,bfloat16,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,8,256,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,40,256,1,bfloat16,bfloat16,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,40,8,256,1,fp8,fp8,0,0.020577600598335265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,40,256,1,bfloat16,fp8,0,0.016598400473594666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,1,256,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,2,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,2,256,1,bfloat16,fp8,0,0.01635199934244156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,2,256,1,fp8,fp8,0,0.007438399642705917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,4,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,4,256,1,bfloat16,fp8,0,0.01624799966812134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,4,256,1,fp8,fp8,0,0.008246400207281113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,8,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,8,256,1,bfloat16,fp8,0,0.01650400012731552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,8,256,1,fp8,fp8,0,0.008247999846935273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,1,256,1,bfloat16,bfloat16,0,0.29323520660400393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,2,256,1,bfloat16,bfloat16,0,0.008459199965000153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,40,2,256,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,1,256,1,fp8,fp8,0,0.2204751968383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,2,256,1,bfloat16,bfloat16,0,0.29322240352630613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,2,256,1,fp8,fp8,0,0.2212991952896118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,2,256,1,bfloat16,fp8,0,0.5105584144592286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,1,256,1,bfloat16,fp8,0,0.015750400722026825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,4,256,1,bfloat16,bfloat16,0,0.2930912017822266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,4,256,1,fp8,fp8,0,0.22131359577178955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,4,256,1,bfloat16,fp8,0,0.5111008167266846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,8,256,1,bfloat16,bfloat16,0,0.2946063995361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,8,256,1,fp8,fp8,0,0.2213007926940918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,40,256,1,bfloat16,bfloat16,0,0.15164639949798583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,40,8,256,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,8,256,1,bfloat16,fp8,0,0.5143727779388427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,40,256,1,bfloat16,fp8,0,0.2686431884765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,1,256,1,bfloat16,bfloat16,0,0.14966399669647218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,1,256,1,fp8,fp8,0,0.11283680200576782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,2,256,1,bfloat16,bfloat16,0,0.14966239929199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,2,256,1,fp8,fp8,0,0.11288800239562988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,2,256,1,bfloat16,fp8,0,0.2679152011871338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,4,256,1,bfloat16,bfloat16,0,0.14966239929199218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,40,1,256,1,bfloat16,fp8,0,0.508790397644043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,4,256,1,bfloat16,fp8,0,0.2690288066864014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,4,256,1,fp8,fp8,0,0.11279840469360351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,8,256,1,bfloat16,bfloat16,0,0.149891197681427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,8,256,1,fp8,fp8,0,0.11280959844589233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,40,256,1,bfloat16,bfloat16,0,0.07799680233001709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,40,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,40,1,256,1,fp8,fp8,0,0.0073472000658512115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,40,256,1,fp8,fp8,0,0.05959360003471374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,1,256,1,bfloat16,bfloat16,0,0.07800959944725036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,40,256,1,bfloat16,fp8,0,0.14488320350646972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,1,256,1,fp8,fp8,0,0.05940160155296326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,2,256,1,bfloat16,bfloat16,0,0.0778880000114441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,1,256,1,bfloat16,fp8,0,0.14376800060272216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,2,256,1,bfloat16,fp8,0,0.14392000436782837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,4,256,1,bfloat16,bfloat16,0,0.07793759703636169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,2,256,1,fp8,fp8,0,0.05945919752120972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,8,256,1,bfloat16,bfloat16,0,0.07799519896507263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,4,256,1,fp8,fp8,0,0.05953440070152283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,40,256,1,fp8,fp8,0,0.1128767967224121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,4,256,1,bfloat16,fp8,0,0.14477119445800782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,8,256,1,fp8,fp8,0,0.05950400233268738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,40,8,256,1,bfloat16,fp8,0,0.14488320350646972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,1,256,1,bfloat16,fp8,0,0.2700432062149048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,40,256,1,bfloat16,bfloat16,0,0.0411215990781784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,40,256,1,bfloat16,fp8,0,0.08053759932518005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,1,256,1,bfloat16,bfloat16,0,0.04110240042209625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,40,256,1,fp8,fp8,0,0.03099679946899414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,1,256,1,bfloat16,fp8,0,0.08007360100746155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,2,256,1,bfloat16,fp8,0,0.08005599975585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,4,256,1,bfloat16,bfloat16,0,0.041068801283836366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,2,256,1,fp8,fp8,0,0.030907198786735535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,4,256,1,fp8,fp8,0,0.030876800417900085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,4,256,1,bfloat16,fp8,0,0.0800432026386261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,8,256,1,bfloat16,bfloat16,0,0.041043201088905336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,8,256,1,bfloat16,fp8,0,0.0803264021873474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,8,256,1,fp8,fp8,0,0.03092319965362549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,40,256,1,bfloat16,bfloat16,0,0.026734399795532226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,40,8,256,1,bfloat16,fp8,0,0.26829440593719484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,40,256,1,bfloat16,fp8,0,0.049272000789642334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,1,256,1,bfloat16,fp8,0,0.0491456001996994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,1,256,1,fp8,fp8,0,0.018632000684738158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,2,256,1,bfloat16,bfloat16,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,2,256,1,bfloat16,fp8,0,0.04915359914302826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,2,256,1,fp8,fp8,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,4,256,1,bfloat16,fp8,0,0.049244800209999086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,4,256,1,fp8,fp8,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,8,256,1,bfloat16,bfloat16,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,8,256,1,fp8,fp8,0,0.018643200397491455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,8,256,1,bfloat16,fp8,0,0.04924159944057464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,40,256,1,bfloat16,bfloat16,0,0.016443200409412384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,40,256,1,fp8,fp8,0,0.012464000284671784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,1,256,1,bfloat16,bfloat16,0,0.014569599926471711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,1,256,1,bfloat16,fp8,0,0.02852480113506317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,1,256,1,fp8,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,2,256,1,bfloat16,bfloat16,0,0.014420799911022186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,2,256,1,bfloat16,fp8,0,0.028784000873565675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,1,256,1,fp8,fp8,0,0.030870398879051207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,2,256,1,fp8,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,4,256,1,bfloat16,bfloat16,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,4,256,1,bfloat16,fp8,0,0.028753599524497984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,40,2,256,1,bfloat16,bfloat16,0,0.04117920100688934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,4,256,1,fp8,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,8,256,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,8,256,1,fp8,fp8,0,0.010387200117111205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,40,256,1,bfloat16,fp8,0,0.018587200343608855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,40,256,1,fp8,fp8,0,0.02053920030593872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,40,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,1,256,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,1,256,1,bfloat16,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,1,256,1,fp8,fp8,0,0.006347200274467469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,4,256,1,bfloat16,bfloat16,0,0.02470560073852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,2,256,1,bfloat16,fp8,0,0.016598400473594666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,4,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,4,256,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,4,256,1,fp8,fp8,0,0.006467200070619583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,40,256,1,bfloat16,fp8,0,0.02879199981689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,8,256,1,bfloat16,bfloat16,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,8,256,1,fp8,fp8,0,0.007214400172233582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,40,256,1,bfloat16,bfloat16,0,0.010342399775981902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,40,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,40,256,1,fp8,fp8,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,1,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,1,256,1,bfloat16,fp8,0,0.016446399688720702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,1,256,1,fp8,fp8,0,0.00631679967045784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,2,256,1,bfloat16,bfloat16,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,2,256,1,bfloat16,fp8,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,2,256,1,fp8,fp8,0,0.006312000006437302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,40,256,1,bfloat16,bfloat16,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,4,256,1,bfloat16,bfloat16,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,4,256,1,bfloat16,fp8,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,40,1,256,1,bfloat16,bfloat16,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,8,256,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,8,256,1,fp8,fp8,0,0.006337600201368332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,40,256,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,40,256,1,bfloat16,fp8,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,40,256,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,2,256,1,fp8,fp8,0,0.006348799914121628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,1,256,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,1,256,1,bfloat16,fp8,0,0.015038399398326874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,1,256,1,fp8,fp8,0,0.006345599889755249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,2,256,1,bfloat16,bfloat16,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,2,256,1,bfloat16,fp8,0,0.0154448002576828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,8,256,1,bfloat16,fp8,0,0.01709440052509308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,4,256,1,bfloat16,fp8,0,0.01462559998035431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,4,256,1,fp8,fp8,0,0.006377600133419037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,8,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,8,256,1,bfloat16,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,8,256,1,fp8,fp8,0,0.006319999694824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,40,8,256,1,bfloat16,fp8,0,0.028788799047470094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,4,256,1,fp8,fp8,0,0.006345599889755249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,40,8,256,1,bfloat16,fp8,0,0.0159168004989624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,40,2,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,2,256,1,fp8,fp8,0,0.006360000371932984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,40,4,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,1,256,1,fp8,fp8,0,140.16778564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,2,256,1,fp8,fp8,0,140.2984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,1,256,1,bfloat16,bfloat16,0,192.32208251953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,2,256,1,bfloat16,bfloat16,0,203.672216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,4,256,1,bfloat16,bfloat16,0,212.3873291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,4,256,1,fp8,fp8,0,151.13890380859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,1,256,1,bfloat16,fp8,0,343.864892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,2,256,1,bfloat16,fp8,0,344.4802490234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,32,256,1,bfloat16,bfloat16,0,131.22451171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,4,256,1,bfloat16,fp8,0,349.3132080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,8,256,1,fp8,fp8,0,153.87449951171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,8,256,1,bfloat16,bfloat16,0,218.75751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,32,256,1,fp8,fp8,0,81.58383178710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,1,256,1,fp8,fp8,0,70.28033447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,1,256,1,bfloat16,bfloat16,0,96.184814453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,2,256,1,bfloat16,bfloat16,0,96.42136840820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,2,256,1,fp8,fp8,0,70.23843383789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,32,256,1,bfloat16,fp8,0,203.0773681640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,1,256,1,bfloat16,fp8,0,169.85137939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,4,256,1,fp8,fp8,0,70.43065185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,4,256,1,bfloat16,bfloat16,0,100.95103149414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,2,256,1,bfloat16,fp8,0,170.777294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,32,8,256,1,bfloat16,fp8,0,355.7408447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,32,256,1,fp8,fp8,0,39.69771728515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,32,256,1,bfloat16,bfloat16,0,56.35401611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,8,256,1,fp8,fp8,0,74.06253662109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,8,256,1,bfloat16,bfloat16,0,106.3606689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,1,256,1,bfloat16,bfloat16,0,48.41065673828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,4,256,1,bfloat16,fp8,0,174.07724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,1,256,1,fp8,fp8,0,35.344174194335935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,32,256,1,bfloat16,fp8,0,95.68359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,2,256,1,bfloat16,bfloat16,0,48.32474975585937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,2,256,1,fp8,fp8,0,35.31916809082031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,1,256,1,bfloat16,fp8,0,85.3769775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,4,256,1,fp8,fp8,0,35.371255493164064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,4,256,1,bfloat16,bfloat16,0,48.594671630859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,32,8,256,1,bfloat16,fp8,0,177.57022705078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,2,256,1,bfloat16,fp8,0,85.40620727539063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,32,256,1,bfloat16,bfloat16,0,27.645269775390624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,32,256,1,fp8,fp8,0,19.345394897460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,8,256,1,fp8,fp8,0,35.52118835449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,8,256,1,bfloat16,bfloat16,0,51.52677001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,4,256,1,bfloat16,fp8,0,85.8866455078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,32,256,1,bfloat16,fp8,0,45.84085388183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,1,256,1,fp8,fp8,0,17.872935485839843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,1,256,1,bfloat16,bfloat16,0,24.501130676269533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,2,256,1,bfloat16,bfloat16,0,24.429170227050783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,2,256,1,fp8,fp8,0,17.862551879882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,4,256,1,fp8,fp8,0,17.8957275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,1,256,1,bfloat16,fp8,0,43.10276794433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,4,256,1,bfloat16,bfloat16,0,24.477021789550783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,32,8,256,1,bfloat16,fp8,0,87.88834838867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,8,256,1,bfloat16,bfloat16,0,24.64375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,2,256,1,bfloat16,fp8,0,43.08279113769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,8,256,1,fp8,fp8,0,17.960223388671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,4,256,1,bfloat16,fp8,0,43.098391723632815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,32,8,256,1,bfloat16,fp8,0,43.49162902832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,1,256,1,fp8,fp8,0,79.11939697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,2,256,1,fp8,fp8,0,79.12002563476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,1,256,1,bfloat16,bfloat16,0,108.31705322265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,2,256,1,bfloat16,bfloat16,0,110.93416748046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,4,256,1,bfloat16,bfloat16,0,118.88570556640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,4,256,1,fp8,fp8,0,83.51646728515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,1,256,1,bfloat16,fp8,0,191.27813720703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,2,256,1,bfloat16,fp8,0,193.324853515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,8,256,1,fp8,fp8,0,86.53107299804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,32,256,1,bfloat16,bfloat16,0,74.88732299804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,8,256,1,bfloat16,bfloat16,0,122.11968994140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,4,256,1,bfloat16,fp8,0,196.75272216796876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,32,256,1,fp8,fp8,0,46.74960021972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,1,256,1,fp8,fp8,0,39.71471252441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,1,256,1,bfloat16,bfloat16,0,54.367242431640626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,2,256,1,bfloat16,bfloat16,0,54.31480102539062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,2,256,1,fp8,fp8,0,39.684268188476565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,32,256,1,bfloat16,fp8,0,115.12662353515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,1,256,1,bfloat16,fp8,0,95.9285888671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,32,8,256,1,bfloat16,fp8,0,201.12515869140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,4,256,1,fp8,fp8,0,39.7759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,4,256,1,bfloat16,bfloat16,0,56.331329345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,2,256,1,bfloat16,fp8,0,95.9924072265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,32,256,1,fp8,fp8,0,22.34586181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,32,256,1,bfloat16,bfloat16,0,32.18752746582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,8,256,1,bfloat16,bfloat16,0,59.07679443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,8,256,1,fp8,fp8,0,41.29263000488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,1,256,1,bfloat16,bfloat16,0,27.391259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,4,256,1,bfloat16,fp8,0,97.94511108398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,32,256,1,bfloat16,fp8,0,53.717926025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,1,256,1,fp8,fp8,0,20.01619873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,2,256,1,fp8,fp8,0,20.002178955078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,2,256,1,bfloat16,bfloat16,0,27.368069458007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,32,8,256,1,bfloat16,fp8,0,100.30498657226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,4,256,1,bfloat16,bfloat16,0,27.464431762695312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,4,256,1,fp8,fp8,0,20.026593017578126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,1,256,1,bfloat16,fp8,0,48.25816040039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,2,256,1,bfloat16,fp8,0,48.295956420898435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,32,256,1,bfloat16,bfloat16,0,15.62261962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,8,256,1,fp8,fp8,0,20.124777221679686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,32,256,1,fp8,fp8,0,10.632422637939452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,8,256,1,bfloat16,bfloat16,0,28.492935180664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,1,256,1,bfloat16,bfloat16,0,13.918624877929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,1,256,1,fp8,fp8,0,10.164492797851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,32,256,1,bfloat16,fp8,0,26.269247436523436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,4,256,1,bfloat16,fp8,0,48.39957885742187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,2,256,1,bfloat16,bfloat16,0,13.89752655029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,2,256,1,fp8,fp8,0,10.153359985351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,4,256,1,fp8,fp8,0,10.172743988037109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,32,8,256,1,bfloat16,fp8,0,49.35438232421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,1,256,1,bfloat16,fp8,0,24.456602478027342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,4,256,1,bfloat16,bfloat16,0,13.942323303222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,2,256,1,bfloat16,fp8,0,24.482977294921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,8,256,1,bfloat16,bfloat16,0,14.010484313964843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,8,256,1,fp8,fp8,0,10.204609680175782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,4,256,1,bfloat16,fp8,0,24.485615539550782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,32,8,256,1,bfloat16,fp8,0,24.63512268066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,1,256,1,fp8,fp8,0,55.1128662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,2,256,1,fp8,fp8,0,55.0999267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,1,256,1,bfloat16,bfloat16,0,75.50247192382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,2,256,1,bfloat16,bfloat16,0,76.57246704101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,4,256,1,bfloat16,bfloat16,0,82.43883666992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,4,256,1,fp8,fp8,0,56.924652099609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,1,256,1,bfloat16,fp8,0,133.1160888671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,8,256,1,fp8,fp8,0,60.061468505859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,2,256,1,bfloat16,fp8,0,134.3044677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,32,256,1,bfloat16,bfloat16,0,52.35540771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,8,256,1,bfloat16,bfloat16,0,84.9557861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,4,256,1,bfloat16,fp8,0,136.90238037109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,32,256,1,fp8,fp8,0,32.57666015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,1,256,1,bfloat16,bfloat16,0,37.88486022949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,1,256,1,fp8,fp8,0,27.6962158203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,2,256,1,fp8,fp8,0,27.656732177734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,32,256,1,bfloat16,fp8,0,80.592431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,2,256,1,bfloat16,bfloat16,0,37.849795532226565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,32,8,256,1,bfloat16,fp8,0,139.61981201171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,1,256,1,bfloat16,fp8,0,66.79053344726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,4,256,1,bfloat16,bfloat16,0,38.82398986816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,4,256,1,fp8,fp8,0,27.716070556640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,2,256,1,bfloat16,fp8,0,66.85885620117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,8,256,1,bfloat16,bfloat16,0,40.75657348632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,32,256,1,fp8,fp8,0,15.692156982421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,32,256,1,bfloat16,bfloat16,0,22.79436492919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,8,256,1,fp8,fp8,0,28.33594665527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,1,256,1,bfloat16,bfloat16,0,19.138331604003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,4,256,1,bfloat16,fp8,0,67.96265869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,1,256,1,fp8,fp8,0,13.980401611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,32,256,1,bfloat16,fp8,0,37.349090576171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,2,256,1,bfloat16,bfloat16,0,19.105868530273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,2,256,1,fp8,fp8,0,13.96179656982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,4,256,1,bfloat16,bfloat16,0,19.199501037597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,32,8,256,1,bfloat16,fp8,0,69.8653564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,4,256,1,fp8,fp8,0,13.986798095703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,1,256,1,bfloat16,fp8,0,33.659933471679686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,32,256,1,fp8,fp8,0,7.451068878173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,2,256,1,bfloat16,fp8,0,33.706231689453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,32,256,1,bfloat16,bfloat16,0,11.254257965087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,8,256,1,bfloat16,bfloat16,0,19.766378784179686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,8,256,1,fp8,fp8,0,14.059878540039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,1,256,1,fp8,fp8,0,7.121489715576172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,4,256,1,bfloat16,fp8,0,33.74085693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,1,256,1,bfloat16,bfloat16,0,9.763374328613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,32,256,1,bfloat16,fp8,0,18.525868225097657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,2,256,1,bfloat16,bfloat16,0,9.744468688964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,2,256,1,fp8,fp8,0,7.116092681884766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,32,8,256,1,bfloat16,fp8,0,34.25777893066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,1,256,1,bfloat16,fp8,0,17.14237823486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,4,256,1,fp8,fp8,0,7.1295326232910154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,4,256,1,bfloat16,bfloat16,0,9.761484527587891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,2,256,1,bfloat16,fp8,0,17.14317932128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,8,256,1,bfloat16,bfloat16,0,9.825654602050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,8,256,1,fp8,fp8,0,7.151388549804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,4,256,1,bfloat16,fp8,0,17.165585327148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,32,8,256,1,bfloat16,fp8,0,17.20934295654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,1,256,1,fp8,fp8,0,70.67357788085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,2,256,1,fp8,fp8,0,70.79296264648437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,1,256,1,bfloat16,bfloat16,0,100.38793334960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,2,256,1,bfloat16,bfloat16,0,100.64689331054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,4,256,1,bfloat16,bfloat16,0,104.02459716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,4,256,1,fp8,fp8,0,73.13656616210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,1,256,1,bfloat16,fp8,0,172.53521728515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,2,256,1,bfloat16,fp8,0,173.4729248046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,8,256,1,fp8,fp8,0,78.09016723632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,4,256,1,bfloat16,fp8,0,175.25745849609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,8,256,1,bfloat16,bfloat16,0,111.75279541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,32,256,1,bfloat16,bfloat16,0,95.42337646484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,32,256,1,fp8,fp8,0,47.627978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,1,256,1,bfloat16,bfloat16,0,48.53847961425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,1,256,1,fp8,fp8,0,35.4076171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,2,256,1,bfloat16,bfloat16,0,48.80300598144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,32,256,1,bfloat16,fp8,0,103.92427978515624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,2,256,1,fp8,fp8,0,35.39198303222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,1,256,1,bfloat16,fp8,0,85.56950073242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,4,256,1,fp8,fp8,0,35.70057983398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,4,256,1,bfloat16,bfloat16,0,52.637030029296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,32,8,256,1,bfloat16,fp8,0,181.83797607421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,2,256,1,bfloat16,fp8,0,86.16359252929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,32,256,1,fp8,fp8,0,20.771115112304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,8,256,1,bfloat16,bfloat16,0,54.61555786132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,8,256,1,fp8,fp8,0,38.3144775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,32,256,1,bfloat16,bfloat16,0,33.935211181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,4,256,1,bfloat16,fp8,0,87.93451538085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,1,256,1,bfloat16,bfloat16,0,24.4141357421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,1,256,1,fp8,fp8,0,17.818394470214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,32,256,1,bfloat16,fp8,0,52.22654418945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,2,256,1,bfloat16,bfloat16,0,24.39862823486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,2,256,1,fp8,fp8,0,17.80248260498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,4,256,1,bfloat16,bfloat16,0,24.55150604248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,1,256,1,bfloat16,fp8,0,42.964968872070315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,32,8,256,1,bfloat16,fp8,0,89.8404541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,4,256,1,fp8,fp8,0,17.83560791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,2,256,1,bfloat16,fp8,0,43.02708740234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,8,256,1,bfloat16,bfloat16,0,26.152835083007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,32,256,1,fp8,fp8,0,9.985969543457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,32,256,1,bfloat16,bfloat16,0,14.661819458007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,8,256,1,fp8,fp8,0,18.004484558105467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,1,256,1,bfloat16,bfloat16,0,12.348076629638673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,1,256,1,fp8,fp8,0,9.011555480957032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,4,256,1,bfloat16,fp8,0,43.433901977539065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,32,256,1,bfloat16,fp8,0,23.766830444335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,2,256,1,bfloat16,bfloat16,0,12.337477111816407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,2,256,1,fp8,fp8,0,9.008590698242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,32,8,256,1,bfloat16,fp8,0,44.88630981445313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,1,256,1,bfloat16,fp8,0,21.7324951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,4,256,1,bfloat16,bfloat16,0,12.367329406738282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,4,256,1,fp8,fp8,0,9.025238037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,2,256,1,bfloat16,fp8,0,21.724754333496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,8,256,1,bfloat16,bfloat16,0,12.507430267333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,32,256,1,bfloat16,bfloat16,0,6.93084487915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,8,256,1,fp8,fp8,0,9.061542510986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,4,256,1,bfloat16,fp8,0,21.744248962402345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,32,256,1,fp8,fp8,0,4.710948944091797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,1,256,1,fp8,fp8,0,4.605764770507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,32,256,1,bfloat16,fp8,0,11.936844635009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,1,256,1,bfloat16,bfloat16,0,6.321984100341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,2,256,1,bfloat16,bfloat16,0,6.316140747070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,2,256,1,fp8,fp8,0,4.6051887512207035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,32,8,256,1,bfloat16,fp8,0,21.987147521972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,1,256,1,bfloat16,fp8,0,11.103257751464843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,4,256,1,bfloat16,bfloat16,0,6.331528091430664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,4,256,1,fp8,fp8,0,4.617318344116211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,2,256,1,bfloat16,fp8,0,11.096711730957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,8,256,1,fp8,fp8,0,4.632564926147461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,8,256,1,bfloat16,bfloat16,0,6.355156707763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,4,256,1,bfloat16,fp8,0,11.106574249267577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,32,8,256,1,bfloat16,fp8,0,11.158528137207032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,1,256,1,fp8,fp8,0,40.010162353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,2,256,1,fp8,fp8,0,40.014566040039064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,1,256,1,bfloat16,bfloat16,0,54.85786743164063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,2,256,1,bfloat16,bfloat16,0,55.613433837890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,4,256,1,bfloat16,bfloat16,0,57.95391845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,4,256,1,fp8,fp8,0,41.09455871582031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,1,256,1,bfloat16,fp8,0,96.613232421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,2,256,1,bfloat16,fp8,0,97.81988525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,8,256,1,fp8,fp8,0,44.13087768554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,8,256,1,bfloat16,bfloat16,0,62.74908447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,4,256,1,bfloat16,fp8,0,98.93021240234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,32,256,1,fp8,fp8,0,27.4518798828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,32,256,1,bfloat16,bfloat16,0,54.70111083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,1,256,1,fp8,fp8,0,20.071571350097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,1,256,1,bfloat16,bfloat16,0,27.52417907714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,2,256,1,bfloat16,bfloat16,0,27.523007202148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,32,256,1,bfloat16,fp8,0,59.50184936523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,2,256,1,fp8,fp8,0,20.069438171386718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,1,256,1,bfloat16,fp8,0,48.396124267578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,4,256,1,fp8,fp8,0,20.13885955810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,4,256,1,bfloat16,bfloat16,0,29.282098388671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,32,8,256,1,bfloat16,fp8,0,102.4409912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,2,256,1,bfloat16,fp8,0,48.517599487304686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,8,256,1,fp8,fp8,0,21.253642272949218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,8,256,1,bfloat16,bfloat16,0,30.959210205078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,32,256,1,bfloat16,bfloat16,0,19.458030700683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,32,256,1,fp8,fp8,0,11.81910400390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,4,256,1,bfloat16,fp8,0,49.687905883789064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,1,256,1,fp8,fp8,0,10.116375732421876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,1,256,1,bfloat16,bfloat16,0,13.876518249511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,32,256,1,bfloat16,fp8,0,29.79027404785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,2,256,1,fp8,fp8,0,10.112547302246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,2,256,1,bfloat16,bfloat16,0,13.852235412597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,32,8,256,1,bfloat16,fp8,0,50.87226257324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,1,256,1,bfloat16,fp8,0,24.373454284667968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,4,256,1,fp8,fp8,0,10.124617767333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,4,256,1,bfloat16,bfloat16,0,13.930511474609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,2,256,1,bfloat16,fp8,0,24.423953247070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,8,256,1,bfloat16,bfloat16,0,14.6470947265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,32,256,1,fp8,fp8,0,5.576073455810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,32,256,1,bfloat16,bfloat16,0,8.431473541259766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,1,256,1,bfloat16,bfloat16,0,7.0560050964355465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,8,256,1,fp8,fp8,0,10.203726196289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,1,256,1,fp8,fp8,0,5.143323135375977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,4,256,1,bfloat16,fp8,0,24.48363494873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,32,256,1,bfloat16,fp8,0,13.596434020996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,2,256,1,bfloat16,bfloat16,0,7.036785888671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,2,256,1,fp8,fp8,0,5.135579299926758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,32,8,256,1,bfloat16,fp8,0,25.346864318847658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,1,256,1,bfloat16,fp8,0,12.379950714111327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,4,256,1,bfloat16,bfloat16,0,7.0647331237792965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,4,256,1,fp8,fp8,0,5.151118469238281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,32,256,1,fp8,fp8,0,2.70894718170166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,32,256,1,bfloat16,bfloat16,0,4.105305480957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,8,256,1,bfloat16,bfloat16,0,7.126131439208985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,8,256,1,fp8,fp8,0,5.169675064086914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,2,256,1,bfloat16,fp8,0,12.388460540771485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,4,256,1,bfloat16,fp8,0,12.390196990966796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,1,256,1,fp8,fp8,0,2.646905517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,1,256,1,bfloat16,bfloat16,0,3.638996887207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,32,256,1,bfloat16,fp8,0,6.902497863769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,2,256,1,bfloat16,bfloat16,0,3.6338623046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,2,256,1,fp8,fp8,0,2.643451118469238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,1,256,1,bfloat16,fp8,0,6.386507034301758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,4,256,1,bfloat16,bfloat16,0,3.6422657012939452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,32,8,256,1,bfloat16,fp8,0,12.486103820800782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,8,256,1,bfloat16,bfloat16,0,3.6662479400634767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,2,256,1,bfloat16,fp8,0,6.389828872680664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,8,256,1,fp8,fp8,0,2.6670095443725588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,4,256,1,bfloat16,fp8,0,6.3961231231689455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,4,256,1,fp8,fp8,0,2.6510784149169924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,32,8,256,1,bfloat16,fp8,0,6.419457244873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,1,256,1,fp8,fp8,0,35.92715148925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,2,256,1,fp8,fp8,0,36.04325866699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,1,256,1,bfloat16,bfloat16,0,50.00992431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,2,256,1,bfloat16,bfloat16,0,50.86734619140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,4,256,1,bfloat16,bfloat16,0,52.691656494140624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,4,256,1,fp8,fp8,0,36.699395751953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,1,256,1,bfloat16,fp8,0,87.62841186523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,2,256,1,bfloat16,fp8,0,88.24406127929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,8,256,1,fp8,fp8,0,38.15257568359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,4,256,1,bfloat16,fp8,0,89.2185302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,8,256,1,bfloat16,bfloat16,0,56.11414794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,32,256,1,bfloat16,bfloat16,0,50.577880859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,32,256,1,fp8,fp8,0,25.25957794189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,1,256,1,fp8,fp8,0,18.010499572753908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,1,256,1,bfloat16,bfloat16,0,24.715049743652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,32,256,1,bfloat16,fp8,0,54.700750732421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,2,256,1,fp8,fp8,0,18.008453369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,2,256,1,bfloat16,bfloat16,0,24.879299926757813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,1,256,1,bfloat16,fp8,0,43.38191528320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,4,256,1,bfloat16,bfloat16,0,26.020260620117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,32,8,256,1,bfloat16,fp8,0,91.63795776367188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,4,256,1,fp8,fp8,0,18.22893829345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,2,256,1,bfloat16,fp8,0,43.72579650878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,8,256,1,fp8,fp8,0,19.739524841308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,4,256,1,bfloat16,fp8,0,44.520999145507815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,8,256,1,bfloat16,bfloat16,0,28.41402587890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,32,256,1,fp8,fp8,0,12.366961669921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,1,256,1,bfloat16,bfloat16,0,12.43675537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,32,256,1,bfloat16,bfloat16,0,25.085682678222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,32,256,1,bfloat16,fp8,0,27.404049682617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,1,256,1,fp8,fp8,0,9.065561676025391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,2,256,1,bfloat16,bfloat16,0,12.441655731201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,2,256,1,fp8,fp8,0,9.054598236083985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,1,256,1,bfloat16,fp8,0,21.807235717773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,32,8,256,1,bfloat16,fp8,0,46.07695617675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,4,256,1,fp8,fp8,0,9.082097625732422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,4,256,1,bfloat16,bfloat16,0,12.678572845458984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,2,256,1,bfloat16,fp8,0,21.86689147949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,32,256,1,fp8,fp8,0,5.39771842956543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,8,256,1,fp8,fp8,0,9.282332611083984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,8,256,1,bfloat16,bfloat16,0,13.879873657226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,32,256,1,bfloat16,bfloat16,0,8.995926666259766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,1,256,1,bfloat16,bfloat16,0,6.296278381347657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,1,256,1,fp8,fp8,0,4.584790420532227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,4,256,1,bfloat16,fp8,0,22.210877990722658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,32,256,1,bfloat16,fp8,0,13.783323669433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,2,256,1,bfloat16,bfloat16,0,6.296465682983398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,1,256,1,bfloat16,fp8,0,11.036507415771485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,32,8,256,1,bfloat16,fp8,0,23.000701904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,2,256,1,fp8,fp8,0,4.585543823242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,4,256,1,fp8,fp8,0,4.593350219726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,2,256,1,bfloat16,fp8,0,11.049700927734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,8,256,1,bfloat16,bfloat16,0,6.461913299560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,32,256,1,fp8,fp8,0,2.451780891418457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,4,256,1,bfloat16,bfloat16,0,6.321041488647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,8,256,1,fp8,fp8,0,4.623334503173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,32,256,1,bfloat16,bfloat16,0,3.832588958740234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,4,256,1,bfloat16,fp8,0,11.074748992919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,1,256,1,fp8,fp8,0,2.343753623962402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,32,256,1,bfloat16,fp8,0,6.440467071533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,2,256,1,bfloat16,bfloat16,0,3.2187168121337892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,2,256,1,fp8,fp8,0,2.3442880630493166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,1,256,1,bfloat16,fp8,0,5.642099380493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,4,256,1,fp8,fp8,0,2.3507375717163086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,1,256,1,bfloat16,bfloat16,0,3.2210079193115235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,2,256,1,bfloat16,fp8,0,5.647705459594727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,32,8,256,1,bfloat16,fp8,0,11.348957061767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,8,256,1,bfloat16,bfloat16,0,3.2553855895996096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,32,256,1,fp8,fp8,0,1.2459839820861816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,32,256,1,bfloat16,bfloat16,0,1.825766372680664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,8,256,1,fp8,fp8,0,2.362731170654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,4,256,1,bfloat16,fp8,0,5.666624069213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,4,256,1,bfloat16,bfloat16,0,3.231353759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,1,256,1,fp8,fp8,0,1.2210271835327149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,32,256,1,bfloat16,fp8,0,3.1235551834106445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,2,256,1,bfloat16,bfloat16,0,1.6826608657836915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,2,256,1,fp8,fp8,0,1.219604778289795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,1,256,1,bfloat16,fp8,0,2.9435823440551756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,32,8,256,1,bfloat16,fp8,0,5.700918579101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,4,256,1,fp8,fp8,0,1.2223520278930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,2,256,1,bfloat16,fp8,0,2.9496335983276367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,1,256,1,bfloat16,bfloat16,0,1.6815263748168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,8,256,1,bfloat16,bfloat16,0,1.6945215225219727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,8,256,1,fp8,fp8,0,1.2287599563598632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,4,256,1,bfloat16,fp8,0,2.9505823135375975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,8,256,1,bfloat16,fp8,0,2.963240051269531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,32,4,256,1,bfloat16,bfloat16,0,1.6868080139160155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,1,256,1,fp8,fp8,0,20.447303771972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,2,256,1,fp8,fp8,0,20.49079132080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,1,256,1,bfloat16,bfloat16,0,28.12955322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,2,256,1,bfloat16,bfloat16,0,28.494903564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,4,256,1,bfloat16,bfloat16,0,29.253555297851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,4,256,1,fp8,fp8,0,20.88407745361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,1,256,1,bfloat16,fp8,0,49.313299560546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,2,256,1,bfloat16,fp8,0,49.933441162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,8,256,1,fp8,fp8,0,21.785211181640626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,4,256,1,bfloat16,fp8,0,50.549560546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,8,256,1,bfloat16,bfloat16,0,31.109231567382814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,1,256,1,fp8,fp8,0,10.263224029541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,32,256,1,fp8,fp8,0,14.832093811035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,1,256,1,bfloat16,bfloat16,0,14.103997802734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,2,256,1,bfloat16,bfloat16,0,14.137844848632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,32,256,1,bfloat16,bfloat16,0,29.52437744140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,2,256,1,fp8,fp8,0,10.263890838623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,1,256,1,bfloat16,fp8,0,24.691935729980468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,32,256,1,bfloat16,fp8,0,31.86162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,4,256,1,bfloat16,bfloat16,0,14.778007507324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,4,256,1,fp8,fp8,0,10.326107025146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,2,256,1,bfloat16,fp8,0,24.813412475585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,8,256,1,fp8,fp8,0,11.069976043701171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,32,8,256,1,bfloat16,fp8,0,52.246368408203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,8,256,1,bfloat16,bfloat16,0,16.270790100097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,4,256,1,bfloat16,fp8,0,25.321868896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,32,256,1,bfloat16,bfloat16,0,14.55669708251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,32,256,1,fp8,fp8,0,7.16044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,1,256,1,bfloat16,bfloat16,0,7.1144157409667965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,1,256,1,fp8,fp8,0,5.17447509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,2,256,1,bfloat16,bfloat16,0,7.1102783203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,32,8,256,1,bfloat16,fp8,0,26.395162963867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,2,256,1,fp8,fp8,0,5.176713562011718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,32,256,1,bfloat16,fp8,0,15.943153381347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,1,256,1,bfloat16,fp8,0,12.457224273681641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,4,256,1,bfloat16,bfloat16,0,7.180633544921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,4,256,1,fp8,fp8,0,5.1866718292236325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,8,256,1,fp8,fp8,0,5.252326583862304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,2,256,1,bfloat16,fp8,0,12.473538970947265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,32,256,1,bfloat16,bfloat16,0,5.2543376922607425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,32,256,1,fp8,fp8,0,2.989897537231445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,8,256,1,bfloat16,bfloat16,0,7.802145385742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,4,256,1,bfloat16,fp8,0,12.58353271484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,1,256,1,fp8,fp8,0,2.632382392883301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,1,256,1,bfloat16,bfloat16,0,3.619411087036133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,32,256,1,bfloat16,fp8,0,7.962785339355468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,2,256,1,bfloat16,bfloat16,0,3.6182014465332033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,1,256,1,bfloat16,fp8,0,6.325403213500977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,4,256,1,bfloat16,bfloat16,0,3.63240966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,32,8,256,1,bfloat16,fp8,0,13.115789794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,2,256,1,bfloat16,fp8,0,6.337179183959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,4,256,1,fp8,fp8,0,2.6384416580200196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,2,256,1,fp8,fp8,0,2.6304767608642576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,8,256,1,bfloat16,bfloat16,0,3.6865360260009767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,32,256,1,fp8,fp8,0,1.4184672355651855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,32,256,1,bfloat16,bfloat16,0,2.172420883178711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,8,256,1,fp8,fp8,0,2.6544143676757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,4,256,1,bfloat16,fp8,0,6.352969741821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,1,256,1,bfloat16,bfloat16,0,1.8697359085083007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,1,256,1,fp8,fp8,0,1.3521247863769532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,2,256,1,fp8,fp8,0,1.3542672157287599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,32,256,1,bfloat16,fp8,0,3.7869537353515623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,1,256,1,bfloat16,fp8,0,3.27022705078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,32,8,256,1,bfloat16,fp8,0,6.436198425292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,4,256,1,bfloat16,bfloat16,0,1.8743871688842773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,4,256,1,fp8,fp8,0,1.3586064338684083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,2,256,1,bfloat16,fp8,0,3.271819305419922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,8,256,1,bfloat16,bfloat16,0,1.891249656677246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,32,256,1,fp8,fp8,0,0.7313663959503174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,32,256,1,bfloat16,bfloat16,0,1.0658528327941894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,8,256,1,fp8,fp8,0,1.3708720207214355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,4,256,1,bfloat16,fp8,0,3.2780689239501952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,1,256,1,bfloat16,bfloat16,0,0.9837183952331543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,32,256,1,bfloat16,fp8,0,1.826972770690918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,2,256,1,bfloat16,bfloat16,0,1.8713327407836915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,2,256,1,bfloat16,bfloat16,0,0.9816880226135254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,32,8,256,1,bfloat16,fp8,0,3.308233642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,2,256,1,fp8,fp8,0,0.7166624069213867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,1,256,1,bfloat16,fp8,0,1.7278303146362304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,4,256,1,bfloat16,bfloat16,0,0.9863759994506835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,4,256,1,fp8,fp8,0,0.7169360160827637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,2,256,1,bfloat16,fp8,0,1.7287616729736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,8,256,1,bfloat16,bfloat16,0,0.9947055816650391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,8,256,1,fp8,fp8,0,0.7217408180236816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,4,256,1,bfloat16,fp8,0,1.729934310913086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,8,256,1,bfloat16,fp8,0,1.739753532409668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,32,1,256,1,fp8,fp8,0,0.7166240215301514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,1,256,1,fp8,fp8,0,18.561813354492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,2,256,1,fp8,fp8,0,18.726220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,1,256,1,bfloat16,bfloat16,0,26.3478759765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,2,256,1,bfloat16,bfloat16,0,26.71534118652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,4,256,1,bfloat16,bfloat16,0,27.8121337890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,4,256,1,fp8,fp8,0,19.126461791992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,1,256,1,bfloat16,fp8,0,45.25813598632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,2,256,1,bfloat16,fp8,0,45.84919738769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,4,256,1,bfloat16,fp8,0,46.59670715332031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,8,256,1,fp8,fp8,0,19.866322326660157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,8,256,1,bfloat16,bfloat16,0,30.218490600585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,32,256,1,bfloat16,bfloat16,0,27.965676879882814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,1,256,1,fp8,fp8,0,9.30340805053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,1,256,1,bfloat16,bfloat16,0,12.819621276855468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,32,256,1,fp8,fp8,0,13.9366455078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,2,256,1,bfloat16,bfloat16,0,12.958651733398437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,32,256,1,bfloat16,fp8,0,30.2194580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,2,256,1,fp8,fp8,0,9.309432220458984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,1,256,1,bfloat16,fp8,0,22.34735107421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,4,256,1,bfloat16,bfloat16,0,13.404533386230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,4,256,1,fp8,fp8,0,9.472936248779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,32,8,256,1,bfloat16,fp8,0,48.595001220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,2,256,1,bfloat16,fp8,0,22.57432861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,8,256,1,fp8,fp8,0,9.974954986572266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,4,256,1,bfloat16,fp8,0,23.038449096679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,32,256,1,fp8,fp8,0,6.8647407531738285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,8,256,1,bfloat16,bfloat16,0,14.391000366210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,1,256,1,bfloat16,bfloat16,0,6.446647644042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,32,256,1,bfloat16,bfloat16,0,13.950935363769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,1,256,1,fp8,fp8,0,4.683281707763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,32,256,1,bfloat16,fp8,0,15.184532165527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,2,256,1,bfloat16,bfloat16,0,6.46192626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,1,256,1,bfloat16,fp8,0,11.237245178222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,2,256,1,fp8,fp8,0,4.679017639160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,32,8,256,1,bfloat16,fp8,0,23.92176055908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,4,256,1,fp8,fp8,0,4.703836822509766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,4,256,1,bfloat16,bfloat16,0,6.670355224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,2,256,1,bfloat16,fp8,0,11.283414459228515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,8,256,1,fp8,fp8,0,4.867092895507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,8,256,1,bfloat16,bfloat16,0,7.478272247314453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,32,256,1,fp8,fp8,0,3.209806442260742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,4,256,1,bfloat16,fp8,0,11.491849517822265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,1,256,1,bfloat16,bfloat16,0,3.2665168762207033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,1,256,1,fp8,fp8,0,2.3688400268554686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,32,256,1,bfloat16,bfloat16,0,6.756919860839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,2,256,1,bfloat16,bfloat16,0,3.2686416625976564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,32,256,1,bfloat16,fp8,0,7.559886169433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,1,256,1,bfloat16,fp8,0,5.688323211669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,32,8,256,1,bfloat16,fp8,0,12.14703369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,4,256,1,bfloat16,bfloat16,0,3.2952159881591796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,4,256,1,fp8,fp8,0,2.378651237487793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,2,256,1,bfloat16,fp8,0,5.704808044433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,2,256,1,fp8,fp8,0,2.3713472366333006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,8,256,1,bfloat16,bfloat16,0,3.4386287689208985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,32,256,1,bfloat16,bfloat16,0,2.4640207290649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,32,256,1,fp8,fp8,0,1.330718421936035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,4,256,1,bfloat16,fp8,0,5.741227340698242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,1,256,1,bfloat16,bfloat16,0,1.6761600494384765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,32,256,1,bfloat16,fp8,0,3.7456207275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,2,256,1,bfloat16,bfloat16,0,1.679377555847168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,1,256,1,bfloat16,fp8,0,2.918492889404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,2,256,1,fp8,fp8,0,1.2171039581298828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,8,256,1,fp8,fp8,0,2.403430366516113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,32,8,256,1,bfloat16,fp8,0,6.00219841003418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,4,256,1,bfloat16,bfloat16,0,1.6864864349365234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,2,256,1,bfloat16,fp8,0,2.9258432388305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,4,256,1,fp8,fp8,0,1.2199440002441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,8,256,1,fp8,fp8,0,1.229105567932129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,8,256,1,bfloat16,bfloat16,0,1.7058095932006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,32,256,1,bfloat16,bfloat16,0,1.0161808013916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,32,256,1,fp8,fp8,0,0.6658624172210693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,4,256,1,bfloat16,fp8,0,2.9342607498168944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,32,256,1,bfloat16,fp8,0,1.7165887832641602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,1,256,1,fp8,fp8,0,0.6338751792907715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,1,256,1,bfloat16,bfloat16,0,0.8798864364624024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,8,256,1,bfloat16,fp8,0,2.96691837310791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,2,256,1,bfloat16,bfloat16,0,0.8827919960021973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,2,256,1,fp8,fp8,0,0.6342512130737304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,4,256,1,bfloat16,bfloat16,0,0.8875455856323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,2,256,1,bfloat16,fp8,0,1.5363280296325683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,8,256,1,bfloat16,bfloat16,0,0.8936703681945801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,4,256,1,bfloat16,fp8,0,1.53961124420166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,8,256,1,fp8,fp8,0,0.6394480228424072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,32,256,1,bfloat16,bfloat16,0,0.517848014831543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,8,256,1,bfloat16,fp8,0,1.5540287971496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,32,256,1,fp8,fp8,0,0.35387680530548093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,32,1,256,1,fp8,fp8,0,1.211683177947998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,1,256,1,bfloat16,bfloat16,0,0.4796127796173096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,1,256,1,fp8,fp8,0,0.3465424060821533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,2,256,1,bfloat16,bfloat16,0,0.47551522254943845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,2,256,1,fp8,fp8,0,0.346996808052063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,4,256,1,bfloat16,bfloat16,0,0.4776127815246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,2,256,1,bfloat16,fp8,0,0.8432880401611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,4,256,1,fp8,fp8,0,0.34850239753723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,1,256,1,bfloat16,fp8,0,1.5326383590698243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,8,256,1,bfloat16,bfloat16,0,0.480679988861084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,32,4,256,1,fp8,fp8,0,0.6349040031433105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,8,256,1,bfloat16,fp8,0,0.8487936019897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,32,256,1,bfloat16,fp8,0,0.8824992179870605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,1,256,1,bfloat16,fp8,0,0.8440223693847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,4,256,1,bfloat16,fp8,0,0.839686393737793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,32,8,256,1,fp8,fp8,0,0.3503727912902832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,1,256,1,fp8,fp8,0,10.673094177246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,2,256,1,fp8,fp8,0,10.732965087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,1,256,1,bfloat16,bfloat16,0,14.764971923828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,2,256,1,bfloat16,bfloat16,0,15.136758422851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,4,256,1,bfloat16,bfloat16,0,15.654888916015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,4,256,1,fp8,fp8,0,11.027273559570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,1,256,1,bfloat16,fp8,0,25.642864990234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,2,256,1,bfloat16,fp8,0,26.044168090820314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,8,256,1,fp8,fp8,0,11.535330963134765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,4,256,1,bfloat16,fp8,0,26.66632080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,8,256,1,bfloat16,bfloat16,0,16.661106872558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,1,256,1,bfloat16,bfloat16,0,7.39676513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,32,256,1,fp8,fp8,0,8.516550445556641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,1,256,1,fp8,fp8,0,5.357342529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,32,256,1,bfloat16,bfloat16,0,16.76713409423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,2,256,1,bfloat16,bfloat16,0,7.462556457519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,32,256,1,bfloat16,fp8,0,18.11579132080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,2,256,1,fp8,fp8,0,5.3621360778808596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,32,8,256,1,bfloat16,fp8,0,27.992819213867186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,4,256,1,fp8,fp8,0,5.429707336425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,4,256,1,bfloat16,bfloat16,0,7.770845031738281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,1,256,1,bfloat16,fp8,0,12.844155883789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,2,256,1,bfloat16,fp8,0,12.953302001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,8,256,1,fp8,fp8,0,5.744561767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,32,256,1,fp8,fp8,0,4.111217498779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,8,256,1,bfloat16,bfloat16,0,8.438556671142578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,4,256,1,bfloat16,fp8,0,13.271725463867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,1,256,1,bfloat16,bfloat16,0,3.7328670501708983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,1,256,1,fp8,fp8,0,2.703054428100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,32,256,1,bfloat16,bfloat16,0,8.333451080322266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,32,256,1,bfloat16,fp8,0,9.08746109008789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,2,256,1,fp8,fp8,0,2.707147216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,2,256,1,bfloat16,bfloat16,0,3.7374191284179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,32,8,256,1,bfloat16,fp8,0,13.916326904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,1,256,1,bfloat16,fp8,0,6.472927856445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,4,256,1,bfloat16,bfloat16,0,3.8135936737060545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,4,256,1,fp8,fp8,0,2.717105674743652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,2,256,1,bfloat16,fp8,0,6.499543762207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,8,256,1,fp8,fp8,0,2.7829103469848633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,32,256,1,fp8,fp8,0,1.8090175628662108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,32,256,1,bfloat16,bfloat16,0,3.9468368530273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,1,256,1,bfloat16,bfloat16,0,1.903531265258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,32,256,1,bfloat16,fp8,0,4.517192077636719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,8,256,1,bfloat16,fp8,0,7.042292785644531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,1,256,1,fp8,fp8,0,1.3763279914855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,8,256,1,bfloat16,bfloat16,0,4.293822479248047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,1,256,1,bfloat16,fp8,0,3.292990493774414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,2,256,1,bfloat16,bfloat16,0,1.905348777770996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,2,256,1,fp8,fp8,0,1.3750720024108887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,2,256,1,bfloat16,fp8,0,3.3065231323242186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,4,256,1,fp8,fp8,0,1.381556797027588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,32,4,256,1,bfloat16,fp8,0,6.608188629150391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,4,256,1,bfloat16,bfloat16,0,1.9208383560180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,8,256,1,fp8,fp8,0,1.3954511642456056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,8,256,1,bfloat16,bfloat16,0,1.9759088516235352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,4,256,1,bfloat16,fp8,0,3.328004837036133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,32,256,1,bfloat16,bfloat16,0,1.376035213470459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,32,8,256,1,bfloat16,fp8,0,3.4086463928222654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,1,256,1,bfloat16,bfloat16,0,0.9867919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,1,256,1,fp8,fp8,0,0.7018688201904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,2,256,1,bfloat16,bfloat16,0,0.9868512153625488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,32,256,1,fp8,fp8,0,0.775713586807251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,2,256,1,fp8,fp8,0,0.7019328117370606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,1,256,1,bfloat16,fp8,0,1.7041744232177733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,4,256,1,bfloat16,bfloat16,0,0.9935296058654786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,2,256,1,bfloat16,fp8,0,1.702739143371582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,32,256,1,bfloat16,fp8,0,2.1697568893432617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,4,256,1,fp8,fp8,0,0.7055263996124268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,4,256,1,bfloat16,fp8,0,1.7109792709350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,8,256,1,bfloat16,bfloat16,0,1.0033984184265137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,1,256,1,bfloat16,bfloat16,0,0.5197391986846924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,8,256,1,fp8,fp8,0,0.719871997833252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,32,256,1,fp8,fp8,0,0.39623680114746096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,1,256,1,fp8,fp8,0,0.3780352115631104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,32,256,1,bfloat16,fp8,0,1.0089296340942382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,1,256,1,bfloat16,fp8,0,0.9144063949584961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,2,256,1,fp8,fp8,0,0.37794559001922606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,2,256,1,bfloat16,bfloat16,0,0.5211855888366699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,32,8,256,1,bfloat16,fp8,0,1.7305408477783204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,4,256,1,bfloat16,bfloat16,0,0.5241536140441895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,2,256,1,bfloat16,fp8,0,0.9167840003967285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,4,256,1,fp8,fp8,0,0.3791680097579956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,8,256,1,fp8,fp8,0,0.38265440464019773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,4,256,1,bfloat16,fp8,0,0.9167903900146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,32,256,1,fp8,fp8,0,0.21735200881958008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,32,256,1,bfloat16,bfloat16,0,0.3135184049606323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,8,256,1,bfloat16,fp8,0,0.9266783714294433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,8,256,1,bfloat16,bfloat16,0,0.5364304065704346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,32,32,256,1,bfloat16,bfloat16,0,0.6014768123626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,32,256,1,bfloat16,fp8,0,0.5407392024993897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,1,256,1,bfloat16,bfloat16,0,0.28897919654846194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,1,256,1,fp8,fp8,0,0.21097280979156494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,1,256,1,bfloat16,fp8,0,0.5064208030700683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,2,256,1,fp8,fp8,0,0.2097088098526001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,2,256,1,bfloat16,bfloat16,0,0.28890399932861327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,4,256,1,fp8,fp8,0,0.2110464096069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,2,256,1,bfloat16,fp8,0,0.5087567806243897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,4,256,1,bfloat16,fp8,0,0.5101871967315674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,4,256,1,bfloat16,bfloat16,0,0.29061920642852784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,8,256,1,fp8,fp8,0,0.21148641109466554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,8,256,1,bfloat16,fp8,0,0.511900806427002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,32,8,256,1,bfloat16,bfloat16,0,0.2928384065628052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,2,256,1,fp8,fp8,0,10.067366027832032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,1,256,1,fp8,fp8,0,9.884873962402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,1,256,1,bfloat16,bfloat16,0,14.298699951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,2,256,1,bfloat16,bfloat16,0,14.982373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,4,256,1,bfloat16,bfloat16,0,15.892030334472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,4,256,1,fp8,fp8,0,10.461055755615234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,1,256,1,bfloat16,fp8,0,24.361134338378907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,2,256,1,bfloat16,fp8,0,24.869505310058592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,4,256,1,bfloat16,fp8,0,25.54775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,8,256,1,bfloat16,bfloat16,0,18.014320373535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,8,256,1,fp8,fp8,0,11.044003295898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,1,256,1,bfloat16,bfloat16,0,6.878745269775391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,1,256,1,fp8,fp8,0,4.953734588623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,32,256,1,fp8,fp8,0,8.299111938476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,32,256,1,bfloat16,bfloat16,0,16.548551940917967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,2,256,1,bfloat16,bfloat16,0,7.084318542480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,1,256,1,bfloat16,fp8,0,11.815367889404296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,2,256,1,fp8,fp8,0,4.969971084594727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,32,256,1,bfloat16,fp8,0,18.057334899902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,4,256,1,fp8,fp8,0,5.130129623413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,4,256,1,bfloat16,bfloat16,0,7.397593688964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,32,8,256,1,bfloat16,fp8,0,27.035650634765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,2,256,1,bfloat16,fp8,0,12.048506927490234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,8,256,1,fp8,fp8,0,5.433832168579102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,8,256,1,bfloat16,bfloat16,0,8.003622436523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,4,256,1,bfloat16,fp8,0,12.41247329711914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,32,256,1,fp8,fp8,0,4.085363388061523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,1,256,1,bfloat16,bfloat16,0,3.462041473388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,1,256,1,fp8,fp8,0,2.4966768264770507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,32,256,1,bfloat16,bfloat16,0,8.29210205078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,1,256,1,bfloat16,fp8,0,5.950143814086914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,2,256,1,bfloat16,bfloat16,0,3.480953598022461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,2,256,1,fp8,fp8,0,2.4957887649536135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,32,256,1,bfloat16,fp8,0,9.040675354003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,32,8,256,1,bfloat16,fp8,0,13.117881774902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,4,256,1,bfloat16,bfloat16,0,3.635454559326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,4,256,1,fp8,fp8,0,2.5185375213623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,8,256,1,fp8,fp8,0,2.6565471649169923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,8,256,1,bfloat16,bfloat16,0,4.051720046997071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,4,256,1,bfloat16,fp8,0,6.1789905548095705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,2,256,1,bfloat16,fp8,0,5.994065475463867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,32,256,1,bfloat16,bfloat16,0,4.113248062133789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,32,256,1,fp8,fp8,0,1.9373615264892579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,1,256,1,bfloat16,bfloat16,0,1.757169532775879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,1,256,1,fp8,fp8,0,1.2634480476379395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,32,8,256,1,bfloat16,fp8,0,6.5988014221191404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,2,256,1,bfloat16,bfloat16,0,1.760683250427246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,2,256,1,fp8,fp8,0,1.2668144226074218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,1,256,1,bfloat16,fp8,0,3.0140527725219726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,4,256,1,bfloat16,bfloat16,0,1.7921487808227539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,2,256,1,bfloat16,fp8,0,3.0265520095825194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,8,256,1,bfloat16,bfloat16,0,1.9586992263793945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,4,256,1,bfloat16,fp8,0,3.067470359802246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,32,256,1,bfloat16,fp8,0,4.549532699584961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,8,256,1,fp8,fp8,0,1.2987615585327148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,1,256,1,bfloat16,bfloat16,0,0.9047072410583497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,32,256,1,bfloat16,bfloat16,0,1.7938880920410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,1,256,1,fp8,fp8,0,0.6442160129547119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,32,256,1,fp8,fp8,0,0.7889488220214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,8,256,1,bfloat16,fp8,0,3.294927978515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,2,256,1,bfloat16,bfloat16,0,0.9077615737915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,1,256,1,bfloat16,fp8,0,1.5516511917114257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,2,256,1,fp8,fp8,0,0.6467840194702148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,32,4,256,1,fp8,fp8,0,1.272003173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,32,256,1,bfloat16,fp8,0,2.2206192016601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,4,256,1,bfloat16,bfloat16,0,0.9173232078552246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,4,256,1,fp8,fp8,0,0.6534639835357666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,2,256,1,bfloat16,fp8,0,1.5576208114624024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,8,256,1,fp8,fp8,0,0.661579179763794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,8,256,1,bfloat16,bfloat16,0,0.9367615699768066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,32,256,1,fp8,fp8,0,0.3726032018661499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,1,256,1,bfloat16,bfloat16,0,0.4762928009033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,1,256,1,fp8,fp8,0,0.3356816053390503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,32,256,1,bfloat16,fp8,0,1.002729606628418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,2,256,1,bfloat16,bfloat16,0,0.4772480010986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,1,256,1,bfloat16,fp8,0,0.8180368423461915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,2,256,1,fp8,fp8,0,0.33628320693969727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,2,256,1,bfloat16,fp8,0,0.8173616409301758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,4,256,1,bfloat16,bfloat16,0,0.4815375804901123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,4,256,1,fp8,fp8,0,0.3378175973892212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,8,256,1,bfloat16,bfloat16,0,0.48732638359069824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,8,256,1,fp8,fp8,0,0.3411328077316284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,32,256,1,bfloat16,bfloat16,0,0.29737279415130613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,8,256,1,bfloat16,fp8,0,0.836451244354248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,32,256,1,fp8,fp8,0,0.1968783974647522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,1,256,1,bfloat16,bfloat16,0,0.2592751979827881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,32,256,1,bfloat16,fp8,0,0.49806718826293944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,1,256,1,fp8,fp8,0,0.18837440013885498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,1,256,1,bfloat16,fp8,0,0.4571536064147949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,4,256,1,bfloat16,fp8,0,1.5721280097961425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,2,256,1,fp8,fp8,0,0.1876528024673462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,2,256,1,bfloat16,fp8,0,0.45627360343933104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,4,256,1,bfloat16,bfloat16,0,0.2612112045288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,4,256,1,fp8,fp8,0,0.18857280015945435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,4,256,1,bfloat16,fp8,0,0.4593200206756592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,8,256,1,bfloat16,bfloat16,0,0.2643984079360962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,32,8,256,1,bfloat16,fp8,0,1.599606418609619
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,8,256,1,fp8,fp8,0,0.19068959951400757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,8,256,1,bfloat16,fp8,0,0.46440958976745605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,32,256,1,bfloat16,bfloat16,0,0.16156480312347413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,32,256,1,bfloat16,fp8,0,0.2790656089782715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,32,256,1,fp8,fp8,0,0.11277920007705688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,1,256,1,bfloat16,bfloat16,0,0.1497215986251831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,1,256,1,fp8,fp8,0,0.10870720148086548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,1,256,1,bfloat16,fp8,0,0.2644320011138916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,2,256,1,bfloat16,bfloat16,0,0.14966720342636108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,2,256,1,fp8,fp8,0,0.1086527943611145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,4,256,1,bfloat16,fp8,0,0.8247056007385254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,4,256,1,bfloat16,bfloat16,0,0.15050079822540283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,4,256,1,fp8,fp8,0,0.10883040428161621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,2,256,1,bfloat16,fp8,0,0.26605920791625975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,4,256,1,bfloat16,fp8,0,0.2649888038635254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,8,256,1,fp8,fp8,0,0.11017919778823852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,8,256,1,bfloat16,fp8,0,0.2680576086044312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,32,2,256,1,bfloat16,bfloat16,0,0.25927679538726806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,32,8,256,1,bfloat16,bfloat16,0,0.1517359972000122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,32,32,256,1,bfloat16,bfloat16,0,0.6119103908538819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,1,256,1,fp8,fp8,0,5.552385711669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,2,256,1,fp8,fp8,0,5.8508049011230465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,1,256,1,bfloat16,bfloat16,0,8.599378967285157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,2,256,1,bfloat16,bfloat16,0,9.118927764892579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,4,256,1,fp8,fp8,0,6.230731201171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,4,256,1,bfloat16,bfloat16,0,9.932415771484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,2,256,1,bfloat16,fp8,0,14.492103576660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,1,256,1,bfloat16,fp8,0,14.033636474609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,8,256,1,bfloat16,bfloat16,0,11.524871826171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,4,256,1,bfloat16,fp8,0,15.43628387451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,1,256,1,bfloat16,bfloat16,0,3.926126480102539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,1,256,1,fp8,fp8,0,2.7858160018920897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,32,256,1,fp8,fp8,0,5.422760009765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,8,256,1,fp8,fp8,0,6.787497711181641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,1,256,1,bfloat16,fp8,0,6.582489776611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,2,256,1,bfloat16,bfloat16,0,4.235377502441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,2,256,1,fp8,fp8,0,2.8151439666748046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,2,256,1,bfloat16,fp8,0,6.8358642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,32,256,1,bfloat16,bfloat16,0,10.829264068603516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,4,256,1,bfloat16,bfloat16,0,4.575271987915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,32,256,1,bfloat16,fp8,0,12.060462188720702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,4,256,1,fp8,fp8,0,3.002272033691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,4,256,1,bfloat16,fp8,0,7.174622344970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,8,256,1,bfloat16,bfloat16,0,5.169652938842773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,8,256,1,fp8,fp8,0,3.274622344970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,32,8,256,1,bfloat16,fp8,0,16.48125457763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,1,256,1,bfloat16,bfloat16,0,1.97032470703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,32,256,1,fp8,fp8,0,2.7139728546142576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,32,256,1,bfloat16,bfloat16,0,5.411446380615234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,1,256,1,fp8,fp8,0,1.3999967575073242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,1,256,1,bfloat16,fp8,0,3.310825729370117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,2,256,1,bfloat16,bfloat16,0,2.0199024200439455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,32,8,256,1,bfloat16,fp8,0,7.812400054931641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,32,256,1,bfloat16,fp8,0,6.032964706420898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,2,256,1,fp8,fp8,0,1.4021920204162597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,4,256,1,bfloat16,bfloat16,0,2.1856016159057616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,2,256,1,bfloat16,fp8,0,3.387073516845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,4,256,1,fp8,fp8,0,1.4373439788818358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,8,256,1,fp8,fp8,0,1.5713151931762694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,8,256,1,bfloat16,bfloat16,0,2.4769935607910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,32,256,1,fp8,fp8,0,1.2969488143920898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,1,256,1,bfloat16,bfloat16,0,1.0038911819458007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,4,256,1,bfloat16,fp8,0,3.548126220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,32,256,1,bfloat16,bfloat16,0,2.710055923461914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,1,256,1,fp8,fp8,0,0.7089888095855713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,2,256,1,bfloat16,bfloat16,0,1.0114895820617675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,32,256,1,bfloat16,fp8,0,3.04715518951416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,2,256,1,fp8,fp8,0,0.7136943817138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,1,256,1,bfloat16,fp8,0,1.6835216522216796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,2,256,1,bfloat16,fp8,0,1.6985008239746093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,4,256,1,bfloat16,bfloat16,0,1.0459376335144044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,32,8,256,1,bfloat16,fp8,0,3.89257926940918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,8,256,1,fp8,fp8,0,0.7478591918945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,32,256,1,fp8,fp8,0,0.513262414932251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,8,256,1,bfloat16,bfloat16,0,1.2071215629577636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,1,256,1,bfloat16,bfloat16,0,0.5227007865905762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,4,256,1,bfloat16,fp8,0,1.7446304321289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,1,256,1,fp8,fp8,0,0.3606287956237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,8,256,1,bfloat16,fp8,0,1.927444839477539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,32,256,1,bfloat16,fp8,0,1.504038429260254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,2,256,1,bfloat16,bfloat16,0,0.5261312007904053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,2,256,1,fp8,fp8,0,0.36727519035339357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,2,256,1,bfloat16,fp8,0,0.8709263801574707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,4,256,1,bfloat16,bfloat16,0,0.5319295883178711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,4,256,1,fp8,fp8,0,0.3711920022964478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,4,256,1,bfloat16,fp8,0,0.8833200454711914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,32,4,256,1,fp8,fp8,0,0.7189583778381348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,8,256,1,bfloat16,bfloat16,0,0.5605936050415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,32,256,1,fp8,fp8,0,0.22531840801239014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,8,256,1,bfloat16,fp8,0,0.933471965789795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,1,256,1,bfloat16,bfloat16,0,0.27275519371032714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,32,256,1,bfloat16,fp8,0,0.6669504165649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,1,256,1,bfloat16,fp8,0,0.46455998420715333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,2,256,1,bfloat16,bfloat16,0,0.2791440010070801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,2,256,1,fp8,fp8,0,0.18674880266189575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,32,256,1,bfloat16,bfloat16,0,1.316716766357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,2,256,1,bfloat16,fp8,0,0.4679312229156494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,1,256,1,bfloat16,fp8,0,0.863918399810791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,4,256,1,bfloat16,fp8,0,0.4698448181152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,8,256,1,bfloat16,bfloat16,0,0.2896928071975708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,8,256,1,fp8,fp8,0,0.19199039936065673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,32,256,1,bfloat16,bfloat16,0,0.1907871961593628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,32,256,1,fp8,fp8,0,0.11302720308303833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,32,256,1,bfloat16,fp8,0,0.30268800258636475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,32,8,256,1,fp8,fp8,0,0.37913761138916013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,1,256,1,bfloat16,bfloat16,0,0.14483840465545655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,1,256,1,bfloat16,fp8,0,0.25704638957977294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,32,256,1,bfloat16,bfloat16,0,0.44952640533447263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,2,256,1,bfloat16,bfloat16,0,0.14565279483795165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,2,256,1,bfloat16,fp8,0,0.2580960035324097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,2,256,1,fp8,fp8,0,0.10333119630813599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,4,256,1,bfloat16,bfloat16,0,0.14695520401000978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,1,256,1,fp8,fp8,0,0.1865887999534607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,4,256,1,fp8,fp8,0,0.10465760231018066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,8,256,1,bfloat16,bfloat16,0,0.15027519464492797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,8,256,1,bfloat16,fp8,0,0.2634959936141968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,32,256,1,bfloat16,bfloat16,0,0.09640160202980042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,4,256,1,bfloat16,bfloat16,0,0.2831824064254761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,32,256,1,fp8,fp8,0,0.06578400135040283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,32,256,1,bfloat16,fp8,0,0.16502560377120973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,1,256,1,bfloat16,bfloat16,0,0.08421599864959717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,1,256,1,fp8,fp8,0,0.05979359745979309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,4,256,1,fp8,fp8,0,0.18871040344238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,1,256,1,bfloat16,fp8,0,0.15091999769210815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,2,256,1,bfloat16,bfloat16,0,0.08425440192222595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,32,8,256,1,bfloat16,fp8,0,0.48047518730163574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,2,256,1,bfloat16,fp8,0,0.15091359615325928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,2,256,1,fp8,fp8,0,0.060198402404785155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,4,256,1,fp8,fp8,0,0.061641597747802736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,4,256,1,bfloat16,fp8,0,0.15121439695358277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,8,256,1,bfloat16,bfloat16,0,0.08634240031242371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,8,256,1,bfloat16,fp8,0,0.15386879444122314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,8,256,1,fp8,fp8,0,0.06164640188217163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,32,256,1,bfloat16,fp8,0,0.106876802444458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,32,256,1,fp8,fp8,0,0.04318720102310181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,1,256,1,fp8,fp8,0,0.10264159440994262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,1,256,1,bfloat16,bfloat16,0,0.05550079941749573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,1,256,1,fp8,fp8,0,0.04104000031948089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,1,256,1,bfloat16,fp8,0,0.10093120336532593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,2,256,1,bfloat16,bfloat16,0,0.05591040253639221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,2,256,1,fp8,fp8,0,0.041145598888397215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,2,256,1,bfloat16,fp8,0,0.10083039999008178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,4,256,1,bfloat16,bfloat16,0,0.05546560287475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,4,256,1,fp8,fp8,0,0.04103679955005646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,4,256,1,bfloat16,fp8,0,0.10140639543533325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,8,256,1,bfloat16,bfloat16,0,0.05608479976654053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,8,256,1,fp8,fp8,0,0.04107840061187744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,8,256,1,bfloat16,fp8,0,0.10219199657440185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,32,4,256,1,bfloat16,bfloat16,0,0.08587999939918518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,32,32,256,1,bfloat16,bfloat16,0,0.06133279800415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,4,256,1,bfloat16,fp8,0,0.2594399929046631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,32,8,256,1,fp8,fp8,0,0.10640959739685059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,1,256,1,fp8,fp8,0,1.7099151611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,1,256,1,bfloat16,bfloat16,0,2.478236770629883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,1,256,1,bfloat16,fp8,0,4.056047821044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,2,256,1,fp8,fp8,0,1.7986431121826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,2,256,1,bfloat16,bfloat16,0,2.7582096099853515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,4,256,1,fp8,fp8,0,1.9492128372192383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,4,256,1,bfloat16,bfloat16,0,3.142942428588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,8,256,1,fp8,fp8,0,2.2360992431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,4,256,1,bfloat16,fp8,0,4.662363052368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,2,256,1,bfloat16,fp8,0,4.287908935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,8,256,1,bfloat16,bfloat16,0,3.815388870239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,1,256,1,bfloat16,bfloat16,0,1.2415743827819825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,1,256,1,fp8,fp8,0,0.8598896026611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,32,256,1,fp8,fp8,0,1.990727996826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,32,256,1,bfloat16,bfloat16,0,3.9781055450439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,32,8,256,1,bfloat16,fp8,0,5.301790237426758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,2,256,1,bfloat16,bfloat16,0,1.3603296279907227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,32,256,1,bfloat16,fp8,0,4.587873458862305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,2,256,1,fp8,fp8,0,0.8660063743591309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,4,256,1,fp8,fp8,0,0.9316816329956055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,4,256,1,bfloat16,bfloat16,0,1.5124992370605468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,2,256,1,bfloat16,fp8,0,2.1359392166137696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,4,256,1,bfloat16,fp8,0,2.2826816558837892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,8,256,1,bfloat16,bfloat16,0,1.8065759658813476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,8,256,1,fp8,fp8,0,1.0717727661132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,32,256,1,fp8,fp8,0,0.9873135566711426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,1,256,1,bfloat16,fp8,0,2.040318489074707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,1,256,1,fp8,fp8,0,0.43808798789978026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,1,256,1,bfloat16,bfloat16,0,0.6327280044555664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,32,8,256,1,bfloat16,fp8,0,2.6088239669799806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,32,256,1,bfloat16,bfloat16,0,1.9875808715820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,32,256,1,bfloat16,fp8,0,2.2947439193725585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,1,256,1,bfloat16,fp8,0,1.026681613922119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,2,256,1,bfloat16,fp8,0,1.0540703773498534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,4,256,1,bfloat16,bfloat16,0,0.7168992042541504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,4,256,1,fp8,fp8,0,0.4456175804138184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,4,256,1,bfloat16,fp8,0,1.130401611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,8,256,1,fp8,fp8,0,0.4892752170562744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,8,256,1,bfloat16,fp8,0,1.2744223594665527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,32,256,1,bfloat16,bfloat16,0,0.9815983772277832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,32,256,1,fp8,fp8,0,0.4185184001922607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,1,256,1,bfloat16,bfloat16,0,0.33357439041137693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,32,256,1,bfloat16,fp8,0,1.148838424682617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,1,256,1,bfloat16,fp8,0,0.5249392032623291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,2,256,1,bfloat16,bfloat16,0,0.33099679946899413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,2,256,1,fp8,fp8,0,0.43638081550598146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,2,256,1,bfloat16,fp8,0,0.531388807296753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,2,256,1,fp8,fp8,0,0.22756481170654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,4,256,1,bfloat16,bfloat16,0,0.3405535936355591
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,4,256,1,fp8,fp8,0,0.23158879280090333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,4,256,1,bfloat16,fp8,0,0.5454127788543701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,8,256,1,bfloat16,bfloat16,0,0.388919997215271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,8,256,1,fp8,fp8,0,0.23840479850769042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,8,256,1,bfloat16,bfloat16,0,0.8712176322937012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,32,256,1,fp8,fp8,0,0.1581264019012451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,8,256,1,bfloat16,fp8,0,0.6117360115051269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,1,256,1,bfloat16,bfloat16,0,0.17325119972229003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,1,256,1,fp8,fp8,0,0.11084959506988526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,32,256,1,bfloat16,fp8,0,0.5154335975646973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,2,256,1,bfloat16,bfloat16,0,0.17762399911880494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,2,256,1,fp8,fp8,0,0.11277439594268798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,1,256,1,bfloat16,fp8,0,0.28134400844573976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,2,256,1,bfloat16,fp8,0,0.2845679998397827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,4,256,1,bfloat16,bfloat16,0,0.1803696036338806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,4,256,1,fp8,fp8,0,0.11290880441665649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,32,1,256,1,fp8,fp8,0,0.22151360511779786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,4,256,1,bfloat16,fp8,0,0.2856575965881348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,8,256,1,bfloat16,bfloat16,0,0.19050079584121704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,32,2,256,1,bfloat16,bfloat16,0,0.6430399894714356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,8,256,1,fp8,fp8,0,0.11714240312576293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,8,256,1,bfloat16,fp8,0,0.30301120281219485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,32,256,1,bfloat16,bfloat16,0,0.14444320201873778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,1,256,1,bfloat16,bfloat16,0,0.08828480243682861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,32,256,1,fp8,fp8,0,0.07204639911651611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,32,256,1,bfloat16,fp8,0,0.21678240299224855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,2,256,1,fp8,fp8,0,0.0618511974811554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,2,256,1,bfloat16,fp8,0,0.1603008031845093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,4,256,1,fp8,fp8,0,0.06370239853858947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,1,256,1,bfloat16,fp8,0,0.16027679443359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,8,256,1,bfloat16,bfloat16,0,0.09267359972000122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,32,32,256,1,bfloat16,bfloat16,0,0.4375584125518799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,32,256,1,bfloat16,bfloat16,0,0.06082559823989868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,8,256,1,fp8,fp8,0,0.06442559957504272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,32,256,1,fp8,fp8,0,0.04105120003223419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,1,256,1,bfloat16,bfloat16,0,0.04936160147190094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,1,256,1,bfloat16,fp8,0,0.08946560025215149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,1,256,1,fp8,fp8,0,0.03496640026569366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,2,256,1,bfloat16,bfloat16,0,0.04932000041007996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,2,256,1,bfloat16,fp8,0,0.09025920033454896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,2,256,1,fp8,fp8,0,0.03507040143013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,4,256,1,bfloat16,bfloat16,0,0.04960159957408905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,4,256,1,bfloat16,fp8,0,0.09054719805717468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,4,256,1,fp8,fp8,0,0.03506560027599335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,1,256,1,fp8,fp8,0,0.061694401502609256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,8,256,1,bfloat16,bfloat16,0,0.05138559937477112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,8,256,1,bfloat16,fp8,0,0.09263839721679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,8,256,1,fp8,fp8,0,0.03700000047683716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,32,256,1,bfloat16,bfloat16,0,0.03902559876441956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,32,256,1,bfloat16,fp8,0,0.06694560050964356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,32,256,1,fp8,fp8,0,0.02675839960575104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,4,256,1,bfloat16,fp8,0,0.16197919845581055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,1,256,1,bfloat16,bfloat16,0,0.03312160074710846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,8,256,1,bfloat16,fp8,0,0.16555999517440795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,2,256,1,bfloat16,bfloat16,0,0.033129599690437314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,32,32,256,1,bfloat16,fp8,0,0.1030784010887146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,2,256,1,bfloat16,fp8,0,0.06113759875297546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,2,256,1,fp8,fp8,0,0.02476000040769577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,4,256,1,bfloat16,bfloat16,0,0.03401280045509338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,4,256,1,fp8,fp8,0,0.024721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,4,256,1,bfloat16,fp8,0,0.061561602354049685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,8,256,1,bfloat16,bfloat16,0,0.03492479920387268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,8,256,1,fp8,fp8,0,0.024745599925518037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,32,256,1,bfloat16,bfloat16,0,0.026804798841476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,32,256,1,bfloat16,fp8,0,0.045342400670051575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,1,256,1,bfloat16,bfloat16,0,0.024676799774169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,1,256,1,bfloat16,fp8,0,0.042854401469230655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,1,256,1,fp8,fp8,0,0.01852159947156906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,2,256,1,bfloat16,bfloat16,0,0.02465600073337555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,2,256,1,bfloat16,fp8,0,0.043084800243377686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,2,256,1,bfloat16,bfloat16,0,0.08903679847717286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,2,256,1,fp8,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,4,256,1,bfloat16,bfloat16,0,0.024718399345874786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,32,4,256,1,bfloat16,bfloat16,0,0.09038720130920411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,4,256,1,bfloat16,fp8,0,0.043110400438308716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,4,256,1,fp8,fp8,0,0.018415999412536622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,8,256,1,bfloat16,bfloat16,0,0.024695999920368195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,8,256,1,fp8,fp8,0,0.018580800294876097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,8,256,1,bfloat16,fp8,0,0.043145599961280826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,1,256,1,bfloat16,fp8,0,0.061377602815628055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,8,256,1,bfloat16,fp8,0,0.06194080114364624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,32,32,256,1,fp8,fp8,0,0.018639999628067016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,1,256,1,fp8,fp8,0,0.6028895854949952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,1,256,1,bfloat16,bfloat16,0,0.9005904197692871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,2,256,1,bfloat16,bfloat16,0,0.9997920036315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,1,256,1,bfloat16,fp8,0,1.4351375579833985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,2,256,1,fp8,fp8,0,0.6227663993835449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,32,1,256,1,fp8,fp8,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,4,256,1,fp8,fp8,0,0.6862671852111817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,2,256,1,bfloat16,fp8,0,1.5223631858825684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,4,256,1,bfloat16,bfloat16,0,1.1679903984069824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,4,256,1,bfloat16,fp8,0,1.671343994140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,8,256,1,bfloat16,bfloat16,0,1.4552528381347656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,32,256,1,fp8,fp8,0,0.8092063903808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,8,256,1,fp8,fp8,0,0.8166975975036621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,1,256,1,bfloat16,bfloat16,0,0.4559823989868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,1,256,1,bfloat16,fp8,0,0.7328256130218506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,32,256,1,bfloat16,bfloat16,0,1.6278703689575196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,32,8,256,1,bfloat16,fp8,0,2.005204772949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,2,256,1,bfloat16,bfloat16,0,0.49597759246826173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,2,256,1,fp8,fp8,0,0.30622239112854005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,2,256,1,bfloat16,fp8,0,0.7690639972686768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,4,256,1,bfloat16,bfloat16,0,0.5696656227111816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,4,256,1,fp8,fp8,0,0.3221888065338135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,4,256,1,bfloat16,fp8,0,0.8301856040954589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,8,256,1,bfloat16,bfloat16,0,0.7084208011627198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,8,256,1,fp8,fp8,0,0.3774175882339478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,32,256,1,bfloat16,bfloat16,0,0.8050191879272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,8,256,1,bfloat16,fp8,0,0.9674960136413574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,1,256,1,bfloat16,bfloat16,0,0.23809599876403809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,1,256,1,fp8,fp8,0,0.30493760108947754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,1,256,1,bfloat16,fp8,0,0.3709856033325195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,32,256,1,bfloat16,fp8,0,0.9699664115905762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,1,256,1,fp8,fp8,0,0.1494976043701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,2,256,1,fp8,fp8,0,0.1581104040145874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,32,32,256,1,bfloat16,fp8,0,1.9223808288574218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,2,256,1,bfloat16,bfloat16,0,0.24630239009857177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,4,256,1,fp8,fp8,0,0.16202880144119264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,4,256,1,bfloat16,fp8,0,0.4047711849212646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,8,256,1,fp8,fp8,0,0.17200160026550293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,8,256,1,bfloat16,fp8,0,0.47698559761047366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,32,256,1,bfloat16,bfloat16,0,0.3898832082748413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,32,256,1,fp8,fp8,0,0.14174879789352418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,1,256,1,bfloat16,bfloat16,0,0.11497119665145875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,1,256,1,fp8,fp8,0,0.07396000027656555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,1,256,1,bfloat16,fp8,0,0.19375840425491334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,2,256,1,bfloat16,fp8,0,0.19845279455184936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,2,256,1,fp8,fp8,0,0.07577120065689087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,4,256,1,bfloat16,bfloat16,0,0.13290719985961913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,4,256,1,bfloat16,fp8,0,0.2042464017868042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,4,256,1,fp8,fp8,0,0.07602400183677674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,8,256,1,bfloat16,bfloat16,0,0.14411840438842774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,8,256,1,bfloat16,fp8,0,0.225763201713562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,2,256,1,bfloat16,fp8,0,0.37814719676971437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,8,256,1,fp8,fp8,0,0.08008159995079041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,4,256,1,bfloat16,bfloat16,0,0.2647088050842285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,32,256,1,bfloat16,bfloat16,0,0.154420804977417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,32,256,1,fp8,fp8,0,0.052020800113677976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,32,256,1,bfloat16,fp8,0,0.18763200044631959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,8,256,1,bfloat16,bfloat16,0,0.3389024019241333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,1,256,1,bfloat16,bfloat16,0,0.059543997049331665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,1,256,1,bfloat16,fp8,0,0.10505919456481934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,1,256,1,fp8,fp8,0,0.04114879965782166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,2,256,1,bfloat16,bfloat16,0,0.05957279801368713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,2,256,1,fp8,fp8,0,0.041142401099205014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,2,256,1,bfloat16,fp8,0,0.10635839700698853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,32,256,1,bfloat16,fp8,0,0.4585519790649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,4,256,1,bfloat16,bfloat16,0,0.06127200126647949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,4,256,1,fp8,fp8,0,0.04113759994506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,4,256,1,bfloat16,fp8,0,0.10765279531478882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,8,256,1,bfloat16,bfloat16,0,0.0638047993183136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,32,2,256,1,bfloat16,bfloat16,0,0.12989920377731323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,32,32,256,1,fp8,fp8,0,0.3883023977279663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,32,256,1,bfloat16,bfloat16,0,0.045256000757217404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,32,256,1,fp8,fp8,0,0.02890399992465973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,8,256,1,bfloat16,fp8,0,0.11088000535964966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,1,256,1,bfloat16,bfloat16,0,0.034944000840187076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,1,256,1,fp8,fp8,0,0.024743999540805816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,2,256,1,bfloat16,bfloat16,0,0.035016000270843506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,2,256,1,fp8,fp8,0,0.024676799774169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,4,256,1,bfloat16,bfloat16,0,0.035046398639678955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,2,256,1,bfloat16,fp8,0,0.06383200287818909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,1,256,1,bfloat16,fp8,0,0.06236159801483154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,4,256,1,bfloat16,fp8,0,0.06381760239601135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,8,256,1,bfloat16,bfloat16,0,0.0369951993227005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,8,256,1,bfloat16,fp8,0,0.06535680294036865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,32,256,1,bfloat16,fp8,0,0.04575200080871582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,32,256,1,fp8,fp8,0,0.018529599905014037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,1,256,1,bfloat16,bfloat16,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,1,256,1,fp8,fp8,0,0.01645279973745346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,2,256,1,bfloat16,bfloat16,0,0.022731199860572815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,2,256,1,bfloat16,fp8,0,0.03973439931869507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,2,256,1,fp8,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,4,256,1,bfloat16,bfloat16,0,0.022681599855422972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,4,256,1,bfloat16,fp8,0,0.04069119989871979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,4,256,1,fp8,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,32,8,256,1,fp8,fp8,0,0.04321280121803284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,8,256,1,bfloat16,bfloat16,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,8,256,1,bfloat16,fp8,0,0.04106079936027527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,8,256,1,fp8,fp8,0,0.016648000478744505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,32,256,1,bfloat16,fp8,0,0.07603999972343445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,32,256,1,bfloat16,fp8,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,32,256,1,fp8,fp8,0,0.012417600303888322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,1,256,1,bfloat16,bfloat16,0,0.014588800072669984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,1,256,1,fp8,fp8,0,0.010657600313425063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,1,256,1,bfloat16,fp8,0,0.02654399871826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,2,256,1,bfloat16,bfloat16,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,2,256,1,bfloat16,fp8,0,0.026505601406097413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,4,256,1,fp8,fp8,0,0.024774399399757386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,4,256,1,bfloat16,bfloat16,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,4,256,1,bfloat16,fp8,0,0.026759999990463256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,4,256,1,fp8,fp8,0,0.010793600231409073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,32,256,1,bfloat16,bfloat16,0,0.027518400549888612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,8,256,1,bfloat16,bfloat16,0,0.016471999883651733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,32,256,1,bfloat16,bfloat16,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,32,1,256,1,bfloat16,fp8,0,0.03934719860553741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,32,256,1,bfloat16,fp8,0,0.02682879865169525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,32,256,1,fp8,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,1,256,1,bfloat16,bfloat16,0,0.014500799775123595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,1,256,1,bfloat16,fp8,0,0.02468159943819046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,2,256,1,bfloat16,bfloat16,0,0.014452800154685974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,2,256,1,bfloat16,fp8,0,0.024699200689792634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,2,256,1,fp8,fp8,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,4,256,1,bfloat16,bfloat16,0,0.014500799775123595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,4,256,1,bfloat16,fp8,0,0.024665600061416625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,4,256,1,fp8,fp8,0,0.010471999645233154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,32,256,1,bfloat16,bfloat16,0,0.018568000197410582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,8,256,1,bfloat16,bfloat16,0,0.01446399986743927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,8,256,1,bfloat16,fp8,0,0.02484479993581772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,8,256,1,fp8,fp8,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,2,256,1,fp8,fp8,0,0.011048000305891037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,1,256,1,bfloat16,bfloat16,0,0.38176798820495605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,32,8,256,1,fp8,fp8,0,0.024769599735736846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,1,256,1,fp8,fp8,0,0.23611838817596437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,1,256,1,bfloat16,fp8,0,0.5948656082153321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,8,256,1,bfloat16,fp8,0,0.02677280008792877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,32,1,256,1,fp8,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,2,256,1,bfloat16,bfloat16,0,0.41167521476745605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,2,256,1,fp8,fp8,0,0.24770560264587402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,2,256,1,bfloat16,fp8,0,0.62052001953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,4,256,1,bfloat16,bfloat16,0,0.4878223896026611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,4,256,1,fp8,fp8,0,0.26679201126098634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,4,256,1,bfloat16,fp8,0,0.6884912014007568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,8,256,1,bfloat16,bfloat16,0,0.6281807899475098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,8,256,1,fp8,fp8,0,0.3259040117263794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,32,256,1,fp8,fp8,0,0.35166239738464355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,32,256,1,bfloat16,bfloat16,0,0.7236752033233642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,32,8,256,1,bfloat16,fp8,0,0.8238448143005371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,1,256,1,bfloat16,fp8,0,0.29816160202026365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,32,8,256,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,1,256,1,fp8,fp8,0,0.1240399956703186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,32,256,1,bfloat16,fp8,0,0.8700752258300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,2,256,1,bfloat16,bfloat16,0,0.21096479892730713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,2,256,1,fp8,fp8,0,0.12319999933242798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,4,256,1,bfloat16,bfloat16,0,0.23263680934906006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,4,256,1,fp8,fp8,0,0.13007359504699706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,4,256,1,bfloat16,fp8,0,0.34248321056365966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,8,256,1,bfloat16,bfloat16,0,0.30472960472106936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,8,256,1,bfloat16,fp8,0,0.41016478538513185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,8,256,1,fp8,fp8,0,0.14629919528961183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,32,256,1,bfloat16,bfloat16,0,0.3514496088027954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,1,256,1,bfloat16,bfloat16,0,0.09847040176391601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,1,256,1,fp8,fp8,0,0.0555184006690979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,2,256,1,bfloat16,bfloat16,0,0.1073807954788208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,32,256,1,bfloat16,fp8,0,0.40693278312683107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,2,256,1,fp8,fp8,0,0.05557760000228882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,4,256,1,bfloat16,bfloat16,0,0.11363199949264527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,1,256,1,bfloat16,bfloat16,0,0.19755200147628785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,4,256,1,fp8,fp8,0,0.05750240087509155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,8,256,1,bfloat16,bfloat16,0,0.13575199842453003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,8,256,1,fp8,fp8,0,0.059734398126602174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,32,2,256,1,bfloat16,fp8,0,0.3128432035446167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,32,256,1,bfloat16,bfloat16,0,0.15575360059738158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,32,256,1,bfloat16,fp8,0,0.18263200521469117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,32,256,1,fp8,fp8,0,0.0412304013967514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,1,256,1,bfloat16,bfloat16,0,0.04542720019817352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,1,256,1,bfloat16,fp8,0,0.08032799959182739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,1,256,1,fp8,fp8,0,0.031016001105308534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,2,256,1,bfloat16,bfloat16,0,0.04724799990653992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,2,256,1,bfloat16,fp8,0,0.08126400113105774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,2,256,1,fp8,fp8,0,0.031224000453948974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,32,256,1,fp8,fp8,0,0.1518128037452698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,4,256,1,bfloat16,bfloat16,0,0.04744159877300262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,4,256,1,bfloat16,fp8,0,0.08228319883346558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,4,256,1,fp8,fp8,0,0.032995200157165526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,1,256,1,bfloat16,fp8,0,0.1513375997543335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,8,256,1,bfloat16,bfloat16,0,0.051393598318099976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,8,256,1,bfloat16,fp8,0,0.08723040223121643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,32,256,1,bfloat16,bfloat16,0,0.03699840009212494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,32,8,256,1,fp8,fp8,0,0.03403359949588776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,2,256,1,bfloat16,fp8,0,0.15463839769363402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,32,256,1,fp8,fp8,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,1,256,1,bfloat16,bfloat16,0,0.026785600185394286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,1,256,1,bfloat16,fp8,0,0.04525279998779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,1,256,1,fp8,fp8,0,0.018564799427986146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,4,256,1,bfloat16,fp8,0,0.16400159597396852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,2,256,1,bfloat16,bfloat16,0,0.0267551988363266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,2,256,1,fp8,fp8,0,0.018539200723171233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,2,256,1,bfloat16,fp8,0,0.04537439942359924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,32,8,256,1,bfloat16,fp8,0,0.19244799613952637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,4,256,1,fp8,fp8,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,4,256,1,bfloat16,fp8,0,0.04720160067081451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,8,256,1,bfloat16,bfloat16,0,0.028751999139785767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,8,256,1,bfloat16,fp8,0,0.04740000069141388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,8,256,1,fp8,fp8,0,0.018646399676799773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,32,256,1,bfloat16,bfloat16,0,0.022655999660491942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,32,256,1,fp8,fp8,0,0.014550399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,32,256,1,bfloat16,fp8,0,0.03710240125656128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,1,256,1,bfloat16,bfloat16,0,0.01855199933052063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,1,256,1,bfloat16,fp8,0,0.030847999453544616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,2,256,1,bfloat16,bfloat16,0,0.018592000007629395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,2,256,1,fp8,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,2,256,1,bfloat16,fp8,0,0.030943998694419862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,4,256,1,bfloat16,bfloat16,0,0.01858240067958832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,4,256,1,bfloat16,fp8,0,0.03091680109500885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,8,256,1,bfloat16,bfloat16,0,0.0186271995306015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,8,256,1,bfloat16,fp8,0,0.03288640081882477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,32,256,1,bfloat16,bfloat16,0,0.013505600392818451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,32,256,1,bfloat16,fp8,0,0.02069920003414154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,32,256,1,fp8,fp8,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,1,256,1,bfloat16,bfloat16,0,0.010419200360774993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,1,256,1,fp8,fp8,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,1,256,1,bfloat16,fp8,0,0.018596799671649934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,2,256,1,bfloat16,bfloat16,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,2,256,1,bfloat16,fp8,0,0.018545599281787874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,2,256,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,4,256,1,bfloat16,bfloat16,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,4,256,1,bfloat16,fp8,0,0.01857440024614334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,8,256,1,bfloat16,bfloat16,0,0.010604800283908844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,8,256,1,bfloat16,fp8,0,0.018559999763965607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,4,256,1,bfloat16,bfloat16,0,0.026697599887847902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,8,256,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,32,256,1,bfloat16,bfloat16,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,32,256,1,bfloat16,fp8,0,0.01857600063085556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,32,256,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,1,256,1,bfloat16,bfloat16,0,0.010364799946546554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,1,256,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,2,256,1,bfloat16,bfloat16,0,0.010363200306892395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,1,256,1,fp8,fp8,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,2,256,1,bfloat16,fp8,0,0.016598400473594666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,2,256,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,4,256,1,bfloat16,fp8,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,4,256,1,fp8,fp8,0,0.012486399710178375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,4,256,1,fp8,fp8,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,32,8,256,1,fp8,fp8,0,0.012503999471664428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,8,256,1,bfloat16,bfloat16,0,0.010369600355625152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,8,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,32,256,1,bfloat16,bfloat16,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,32,256,1,bfloat16,fp8,0,0.018510399758815764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,1,256,1,bfloat16,bfloat16,0,0.010311999917030334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,32,32,256,1,bfloat16,fp8,0,0.059620797634124756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,1,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,1,256,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,2,256,1,bfloat16,bfloat16,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,2,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,32,4,256,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,2,256,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,4,256,1,bfloat16,bfloat16,0,0.0104592002928257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,4,256,1,bfloat16,fp8,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,4,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,8,256,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,8,256,1,fp8,fp8,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,1,256,1,bfloat16,fp8,0,0.016523200273513793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,1,256,1,bfloat16,bfloat16,0,0.279753589630127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,4,256,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,1,256,1,bfloat16,fp8,0,0.4627471923828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,1,256,1,fp8,fp8,0,0.20543360710144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,2,256,1,bfloat16,bfloat16,0,0.28988959789276125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,32,8,256,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,2,256,1,fp8,fp8,0,0.21034400463104247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,32,256,1,fp8,fp8,0,0.008337599784135818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,2,256,1,bfloat16,fp8,0,0.4736447811126709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,4,256,1,bfloat16,bfloat16,0,0.3051503896713257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,4,256,1,fp8,fp8,0,0.21624159812927246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,4,256,1,bfloat16,fp8,0,0.49288477897644045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,32,8,256,1,bfloat16,bfloat16,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,8,256,1,bfloat16,fp8,0,0.551363182067871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,32,256,1,bfloat16,bfloat16,0,0.3498528003692627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,32,256,1,bfloat16,fp8,0,0.4484975814819336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,1,256,1,bfloat16,bfloat16,0,0.13948479890823365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,32,256,1,fp8,fp8,0,0.17287360429763793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,1,256,1,bfloat16,fp8,0,0.24368638992309571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,2,256,1,bfloat16,bfloat16,0,0.14567519426345826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,1,256,1,fp8,fp8,0,0.0984879970550537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,2,256,1,bfloat16,fp8,0,0.2424623966217041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,4,256,1,bfloat16,bfloat16,0,0.15229439735412598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,4,256,1,fp8,fp8,0,0.10001280307769775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,8,256,1,bfloat16,bfloat16,0,0.16518080234527588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,8,256,1,fp8,fp8,0,0.10260319709777832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,32,256,1,bfloat16,bfloat16,0,0.1498255968093872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,32,256,1,bfloat16,fp8,0,0.20486719608306886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,32,256,1,fp8,fp8,0,0.05974079966545105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,1,256,1,bfloat16,bfloat16,0,0.06982399821281433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,1,256,1,bfloat16,fp8,0,0.12940319776535034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,8,256,1,fp8,fp8,0,0.2280911922454834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,1,256,1,fp8,fp8,0,0.0511135995388031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,2,256,1,bfloat16,bfloat16,0,0.0698095977306366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,2,256,1,fp8,fp8,0,0.05134080052375793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,2,256,1,bfloat16,fp8,0,0.12989120483398436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,4,256,1,bfloat16,fp8,0,0.13200960159301758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,4,256,1,fp8,fp8,0,0.05138880014419556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,8,256,1,bfloat16,bfloat16,0,0.07400799989700317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,8,256,1,bfloat16,fp8,0,0.1348896026611328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,8,256,1,fp8,fp8,0,0.05337759852409363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,32,256,1,bfloat16,bfloat16,0,0.049296000599861146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,32,256,1,bfloat16,fp8,0,0.08755840063095092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,32,256,1,fp8,fp8,0,0.03320159912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,1,256,1,bfloat16,bfloat16,0,0.039043200016021726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,1,256,1,bfloat16,fp8,0,0.07392640113830566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,1,256,1,fp8,fp8,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,4,256,1,bfloat16,fp8,0,0.2540623903274536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,2,256,1,bfloat16,bfloat16,0,0.039048001170158386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,2,256,1,fp8,fp8,0,0.028779199719429015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,8,256,1,bfloat16,fp8,0,0.2713711977005005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,2,256,1,bfloat16,fp8,0,0.07398399710655212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,4,256,1,bfloat16,bfloat16,0,0.03925440013408661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,4,256,1,bfloat16,fp8,0,0.0746511995792389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,4,256,1,fp8,fp8,0,0.028841599822044373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,8,256,1,bfloat16,bfloat16,0,0.04117439985275269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,32,256,1,bfloat16,bfloat16,0,0.02680320143699646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,32,256,1,bfloat16,fp8,0,0.047328001260757445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,32,8,256,1,bfloat16,bfloat16,0,0.3633824110031128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,1,256,1,bfloat16,bfloat16,0,0.02078399956226349
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,1,256,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,1,256,1,bfloat16,fp8,0,0.04107840061187744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,2,256,1,bfloat16,bfloat16,0,0.02143999934196472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,32,4,256,1,bfloat16,bfloat16,0,0.07188000082969666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,2,256,1,bfloat16,fp8,0,0.041284799575805664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,2,256,1,fp8,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,4,256,1,bfloat16,bfloat16,0,0.022654399275779724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,4,256,1,fp8,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,4,256,1,bfloat16,fp8,0,0.04176799952983856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,8,256,1,bfloat16,bfloat16,0,0.02263839989900589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,8,256,1,fp8,fp8,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,32,2,256,1,fp8,fp8,0,0.09851199984550477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,32,256,1,fp8,fp8,0,0.012503999471664428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,1,256,1,bfloat16,bfloat16,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,32,256,1,bfloat16,fp8,0,0.031086400151252747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,1,256,1,bfloat16,fp8,0,0.02874079942703247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,1,256,1,fp8,fp8,0,0.0123648002743721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,2,256,1,bfloat16,bfloat16,0,0.01456640064716339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,2,256,1,fp8,fp8,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,4,256,1,bfloat16,fp8,0,0.028860801458358766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,4,256,1,fp8,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,8,256,1,bfloat16,bfloat16,0,0.016451199352741242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,8,256,1,bfloat16,fp8,0,0.02884480059146881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,8,256,1,fp8,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,32,256,1,fp8,fp8,0,0.01865919977426529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,32,256,1,bfloat16,bfloat16,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,32,256,1,bfloat16,fp8,0,0.018644799292087556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,1,256,1,bfloat16,bfloat16,0,0.010353600233793258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,1,256,1,bfloat16,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,32,8,256,1,bfloat16,fp8,0,0.04313920140266418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,32,256,1,bfloat16,bfloat16,0,0.018531200289726258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,1,256,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,2,256,1,bfloat16,bfloat16,0,0.010356800258159637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,2,256,1,bfloat16,fp8,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,4,256,1,bfloat16,bfloat16,0,0.0103472001850605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,4,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,2,256,1,bfloat16,fp8,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,4,256,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,8,256,1,bfloat16,bfloat16,0,0.010391999781131745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,8,256,1,fp8,fp8,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,8,256,1,bfloat16,fp8,0,0.016604800522327424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,32,256,1,bfloat16,bfloat16,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,32,256,1,bfloat16,fp8,0,0.01659359931945801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,8,256,1,fp8,fp8,0,0.02990719974040985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,32,256,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,1,256,1,bfloat16,bfloat16,0,0.010022400319576264
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,1,256,1,bfloat16,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,1,256,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,2,256,1,bfloat16,bfloat16,0,0.008878400176763534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,32,256,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,2,256,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,4,256,1,bfloat16,bfloat16,0,0.00870240032672882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,4,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,4,256,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,8,256,1,bfloat16,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,8,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,32,256,1,bfloat16,bfloat16,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,32,256,1,bfloat16,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,32,256,1,fp8,fp8,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,1,256,1,bfloat16,bfloat16,0,0.008481600135564805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,1,256,1,bfloat16,fp8,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,2,256,1,bfloat16,bfloat16,0,0.008692800253629684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,2,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,2,256,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,32,2,256,1,fp8,fp8,0,0.008457600325345992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,4,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,4,256,1,bfloat16,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,4,256,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,32,4,256,1,bfloat16,bfloat16,0,0.015296000242233276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,8,256,1,bfloat16,bfloat16,0,0.010313600301742554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,8,256,1,bfloat16,fp8,0,0.016542400419712066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,8,256,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,1,256,1,bfloat16,bfloat16,0,0.2525167942047119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,1,256,1,fp8,fp8,0,0.18450720310211183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,1,256,1,bfloat16,fp8,0,0.43666558265686034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,2,256,1,bfloat16,bfloat16,0,0.26023039817810056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,2,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,2,256,1,bfloat16,fp8,0,0.4382063865661621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,32,8,256,1,bfloat16,bfloat16,0,0.010371199995279311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,2,256,1,fp8,fp8,0,0.18449759483337402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,4,256,1,bfloat16,bfloat16,0,0.26546878814697267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,4,256,1,fp8,fp8,0,0.18655840158462525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,4,256,1,bfloat16,fp8,0,0.4480112075805664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,8,256,1,fp8,fp8,0,0.18867199420928954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,32,1,256,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,32,256,1,bfloat16,bfloat16,0,0.1969472050666809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,32,256,1,fp8,fp8,0,0.1025488018989563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,1,256,1,bfloat16,bfloat16,0,0.12508959770202638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,32,256,1,bfloat16,fp8,0,0.2855456113815308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,1,256,1,fp8,fp8,0,0.09438719749450683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,1,256,1,bfloat16,fp8,0,0.229367995262146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,2,256,1,bfloat16,bfloat16,0,0.12511520385742186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,2,256,1,bfloat16,fp8,0,0.2299056053161621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,4,256,1,bfloat16,bfloat16,0,0.12716959714889525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,4,256,1,bfloat16,fp8,0,0.2319103956222534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,4,256,1,fp8,fp8,0,0.0944271981716156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,32,8,256,1,bfloat16,fp8,0,0.07615360021591186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,8,256,1,bfloat16,bfloat16,0,0.12921279668807983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,8,256,1,fp8,fp8,0,0.09637759923934937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,8,256,1,bfloat16,fp8,0,0.234497594833374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,32,256,1,bfloat16,fp8,0,0.13657599687576294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,1,256,1,bfloat16,bfloat16,0,0.06362559795379638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,1,256,1,fp8,fp8,0,0.04923839867115021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,1,256,1,bfloat16,fp8,0,0.12348799705505371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,2,256,1,bfloat16,bfloat16,0,0.06371840238571166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,2,256,1,bfloat16,fp8,0,0.12328159809112549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,2,256,1,fp8,fp8,0,0.04929440021514893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,4,256,1,bfloat16,bfloat16,0,0.06571360230445862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,8,256,1,bfloat16,bfloat16,0,0.2780224084854126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,4,256,1,bfloat16,fp8,0,0.12505760192871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,4,256,1,fp8,fp8,0,0.04942240118980408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,32,8,256,1,bfloat16,fp8,0,0.4623136043548584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,8,256,1,bfloat16,bfloat16,0,0.06573920249938965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,8,256,1,fp8,fp8,0,0.04936639964580536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,8,256,1,bfloat16,fp8,0,0.1266816020011902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,32,256,1,bfloat16,fp8,0,0.07795040011405945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,32,256,1,fp8,fp8,0,0.030782398581504822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,1,256,1,bfloat16,bfloat16,0,0.03712159991264343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,1,256,1,fp8,fp8,0,0.027001601457595826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,1,256,1,bfloat16,fp8,0,0.07109119892120361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,32,2,256,1,fp8,fp8,0,0.0945088028907776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,2,256,1,bfloat16,bfloat16,0,0.03705599904060364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,4,256,1,bfloat16,bfloat16,0,0.036959999799728395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,2,256,1,bfloat16,fp8,0,0.07188159823417664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,4,256,1,fp8,fp8,0,0.02872479856014252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,8,256,1,bfloat16,bfloat16,0,0.03707520067691803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,32,256,1,bfloat16,bfloat16,0,0.073990398645401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,8,256,1,fp8,fp8,0,0.028748801350593566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,8,256,1,bfloat16,fp8,0,0.0719760000705719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,32,32,256,1,fp8,fp8,0,0.05340319871902466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,32,256,1,bfloat16,fp8,0,0.043217599391937256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,32,256,1,fp8,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,1,256,1,bfloat16,bfloat16,0,0.020561599731445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,1,256,1,bfloat16,fp8,0,0.04001759886741638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,1,256,1,fp8,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,2,256,1,bfloat16,bfloat16,0,0.020558400452136992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,2,256,1,fp8,fp8,0,0.01645279973745346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,2,256,1,bfloat16,fp8,0,0.04100160002708435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,4,256,1,bfloat16,bfloat16,0,0.02064639925956726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,4,256,1,bfloat16,fp8,0,0.041044801473617554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,4,256,1,fp8,fp8,0,0.0164560005068779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,8,256,1,bfloat16,bfloat16,0,0.02067199945449829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,8,256,1,bfloat16,fp8,0,0.04106079936027527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,8,256,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,32,256,1,bfloat16,bfloat16,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,32,256,1,bfloat16,fp8,0,0.02887679934501648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,32,256,1,fp8,fp8,0,0.012547199428081513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,1,256,1,bfloat16,bfloat16,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,1,256,1,fp8,fp8,0,0.011035200208425522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,2,256,1,fp8,fp8,0,0.026926401257514953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,2,256,1,bfloat16,fp8,0,0.027603200078010558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,2,256,1,fp8,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,4,256,1,bfloat16,bfloat16,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,4,256,1,bfloat16,fp8,0,0.02781440019607544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,32,32,256,1,bfloat16,bfloat16,0,0.022628800570964815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,4,256,1,fp8,fp8,0,0.011955200135707856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,8,256,1,bfloat16,bfloat16,0,0.014443199336528777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,8,256,1,bfloat16,fp8,0,0.02864319980144501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,32,256,1,bfloat16,bfloat16,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,32,256,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,32,256,1,bfloat16,fp8,0,0.018596799671649934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,1,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,1,256,1,bfloat16,fp8,0,0.016595199704170227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,1,256,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,2,256,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,2,256,1,bfloat16,fp8,0,0.01666080057621002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,2,256,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,4,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,4,256,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,4,256,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,8,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,8,256,1,bfloat16,fp8,0,0.016631999611854555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,32,8,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,1,256,1,bfloat16,fp8,0,0.02687999904155731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,32,256,1,bfloat16,bfloat16,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,32,256,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,2,256,1,bfloat16,bfloat16,0,0.014431999623775482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,1,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,32,256,1,fp8,fp8,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,1,256,1,bfloat16,fp8,0,0.01650079935789108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,1,256,1,fp8,fp8,0,0.007051199674606323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,2,256,1,bfloat16,bfloat16,0,0.008609600365161896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,2,256,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,4,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,4,256,1,fp8,fp8,0,0.008252800256013871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,8,256,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,8,256,1,bfloat16,fp8,0,0.016390399634838106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,8,256,1,fp8,fp8,0,0.00828000009059906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,32,256,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,32,256,1,bfloat16,fp8,0,0.016476799547672272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,32,256,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,32,8,256,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,1,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,1,256,1,bfloat16,fp8,0,0.015046399831771851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,2,256,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,2,256,1,fp8,fp8,0,0.007332800328731537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,4,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,4,256,1,bfloat16,fp8,0,0.016369600594043732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,4,256,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,8,256,1,bfloat16,bfloat16,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,8,256,1,bfloat16,fp8,0,0.016476799547672272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,8,256,1,fp8,fp8,0,0.007766400277614593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,1,256,1,bfloat16,bfloat16,0,0.23576641082763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,4,256,1,bfloat16,fp8,0,0.07187680006027222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,2,256,1,fp8,fp8,0,0.008236800134181977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,1,256,1,bfloat16,fp8,0,0.413270378112793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,32,4,256,1,bfloat16,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,1,256,1,fp8,fp8,0,0.17837599515914918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,2,256,1,fp8,fp8,0,0.17835839986801147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,2,256,1,bfloat16,fp8,0,0.4151120185852051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,4,256,1,bfloat16,bfloat16,0,0.23577439785003662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,4,256,1,fp8,fp8,0,0.17834240198135376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,1,256,1,fp8,fp8,0,0.007209599763154983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,4,256,1,bfloat16,fp8,0,0.41478562355041504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,32,2,256,1,bfloat16,fp8,0,0.015966400504112244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,32,256,1,bfloat16,bfloat16,0,0.12092159986495972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,8,256,1,bfloat16,fp8,0,0.41459999084472654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,32,256,1,fp8,fp8,0,0.09029120206832886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,32,32,256,1,bfloat16,bfloat16,0,0.04116480052471161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,1,256,1,bfloat16,bfloat16,0,0.11897920370101929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,1,256,1,bfloat16,fp8,0,0.21936800479888915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,1,256,1,fp8,fp8,0,0.09032639861106873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,2,256,1,bfloat16,bfloat16,0,0.11899199485778808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,2,256,1,bfloat16,fp8,0,0.2187664031982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,2,256,1,fp8,fp8,0,0.09031680226325989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,4,256,1,bfloat16,bfloat16,0,0.1189568042755127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,4,256,1,fp8,fp8,0,0.09031999707221985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,8,256,1,bfloat16,bfloat16,0,0.1194767951965332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,8,256,1,bfloat16,fp8,0,0.21825759410858153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,8,256,1,fp8,fp8,0,0.09040960073471069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,2,256,1,bfloat16,bfloat16,0,0.23594560623168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,32,256,1,bfloat16,fp8,0,0.11924480199813843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,32,256,1,fp8,fp8,0,0.04732480049133301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,1,256,1,bfloat16,bfloat16,0,0.061622399091720584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,1,256,1,fp8,fp8,0,0.04727199971675873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,1,256,1,bfloat16,fp8,0,0.11892960071563721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,2,256,1,bfloat16,bfloat16,0,0.061615997552871705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,8,256,1,bfloat16,bfloat16,0,0.2358720064163208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,2,256,1,fp8,fp8,0,0.04729439914226532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,4,256,1,bfloat16,bfloat16,0,0.06157600283622742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,32,8,256,1,fp8,fp8,0,0.17831840515136718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,4,256,1,bfloat16,fp8,0,0.1189344048500061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,32,256,1,bfloat16,fp8,0,0.21872799396514891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,8,256,1,bfloat16,bfloat16,0,0.06160479784011841
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,8,256,1,bfloat16,fp8,0,0.1189120054244995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,8,256,1,fp8,fp8,0,0.04726240038871765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,32,256,1,bfloat16,bfloat16,0,0.03693119883537292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,32,256,1,bfloat16,fp8,0,0.06984159946441651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,32,256,1,fp8,fp8,0,0.026822400093078614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,1,256,1,bfloat16,bfloat16,0,0.03492479920387268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,1,256,1,bfloat16,fp8,0,0.06949440240859986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,2,256,1,bfloat16,bfloat16,0,0.034944000840187076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,2,256,1,fp8,fp8,0,0.026763200759887695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,2,256,1,bfloat16,fp8,0,0.06903039813041686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,4,256,1,bfloat16,bfloat16,0,0.0349375993013382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,4,256,1,bfloat16,fp8,0,0.06947839856147767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,32,4,256,1,bfloat16,fp8,0,0.21992959976196289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,8,256,1,bfloat16,bfloat16,0,0.03499679863452911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,8,256,1,bfloat16,fp8,0,0.06970559954643249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,32,256,1,bfloat16,bfloat16,0,0.06223040223121643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,32,256,1,bfloat16,bfloat16,0,0.020576000213623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,32,256,1,bfloat16,fp8,0,0.03912639915943146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,32,256,1,fp8,fp8,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,1,256,1,bfloat16,bfloat16,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,1,256,1,bfloat16,fp8,0,0.039027199149131775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,1,256,1,fp8,fp8,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,2,256,1,bfloat16,bfloat16,0,0.018614399433135986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,2,256,1,bfloat16,fp8,0,0.039078399538993835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,2,256,1,fp8,fp8,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,4,256,1,bfloat16,bfloat16,0,0.018607999384403228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,2,256,1,bfloat16,fp8,0,0.11879359483718872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,4,256,1,fp8,fp8,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,8,256,1,bfloat16,bfloat16,0,0.018615999817848207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,8,256,1,fp8,fp8,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,32,4,256,1,fp8,fp8,0,0.04726240038871765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,32,256,1,bfloat16,bfloat16,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,32,256,1,bfloat16,fp8,0,0.027385601401329042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,32,256,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,1,256,1,bfloat16,bfloat16,0,0.014430400729179383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,1,256,1,bfloat16,fp8,0,0.026795199513435362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,1,256,1,fp8,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,2,256,1,bfloat16,bfloat16,0,0.014406399428844452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,1,256,1,fp8,fp8,0,0.026804798841476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,2,256,1,fp8,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,4,256,1,bfloat16,bfloat16,0,0.014417600631713868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,4,256,1,bfloat16,fp8,0,0.026840001344680786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,4,256,1,fp8,fp8,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,8,256,1,bfloat16,fp8,0,0.026782399415969847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,4,256,1,fp8,fp8,0,0.026811200380325317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,8,256,1,fp8,fp8,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,32,256,1,bfloat16,bfloat16,0,0.01035040020942688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,32,8,256,1,fp8,fp8,0,0.026824000477790832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,32,256,1,bfloat16,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,32,256,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,1,256,1,bfloat16,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,2,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,2,256,1,bfloat16,fp8,0,0.016471999883651733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,2,256,1,fp8,fp8,0,0.0063391998410224915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,4,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,4,256,1,bfloat16,fp8,0,0.016531200706958772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,4,256,1,bfloat16,fp8,0,0.03903360068798065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,4,256,1,fp8,fp8,0,0.006345599889755249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,8,256,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,8,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,8,256,1,fp8,fp8,0,0.007012800127267837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,32,256,1,bfloat16,fp8,0,0.01647839993238449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,32,256,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,1,256,1,bfloat16,bfloat16,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,1,256,1,bfloat16,fp8,0,0.01650400012731552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,2,256,1,bfloat16,fp8,0,0.02678399980068207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,1,256,1,fp8,fp8,0,0.006284800171852112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,2,256,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,2,256,1,bfloat16,fp8,0,0.014638400077819825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,32,8,256,1,bfloat16,bfloat16,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,2,256,1,fp8,fp8,0,0.006281600147485733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,4,256,1,fp8,fp8,0,0.00628800019621849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,8,256,1,bfloat16,bfloat16,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,8,256,1,bfloat16,fp8,0,0.014779199659824372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,8,256,1,fp8,fp8,0,0.00634239986538887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,32,256,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,1,256,1,fp8,fp8,0,0.0062895998358726505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,32,256,1,bfloat16,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,1,256,1,bfloat16,bfloat16,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,1,256,1,bfloat16,fp8,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,1,256,1,fp8,fp8,0,0.006329599767923355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,2,256,1,bfloat16,bfloat16,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,2,256,1,bfloat16,fp8,0,0.01650879979133606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,32,8,256,1,bfloat16,fp8,0,0.03912160098552704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,4,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,32,256,1,bfloat16,bfloat16,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,4,256,1,bfloat16,fp8,0,0.014553600549697876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,4,256,1,fp8,fp8,0,0.006315200030803681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,8,256,1,bfloat16,bfloat16,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,8,256,1,bfloat16,fp8,0,0.014494399726390838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,8,256,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,4,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,32,4,256,1,bfloat16,fp8,0,0.014547200500965118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,32,1,256,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,32,256,1,fp8,fp8,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,32,2,256,1,fp8,fp8,0,0.006355199962854385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,1,256,1,fp8,fp8,0,105.2731689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,2,256,1,fp8,fp8,0,105.55758056640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,1,256,1,bfloat16,bfloat16,0,144.41497802734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,2,256,1,bfloat16,bfloat16,0,153.64244384765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,4,256,1,bfloat16,bfloat16,0,160.99254150390624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,4,256,1,fp8,fp8,0,112.1716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,24,256,1,bfloat16,bfloat16,0,92.70865478515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,1,256,1,bfloat16,fp8,0,258.421728515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,2,256,1,bfloat16,fp8,0,260.6019287109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,8,256,1,fp8,fp8,0,116.17813720703126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,8,256,1,bfloat16,bfloat16,0,168.0134521484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,4,256,1,bfloat16,fp8,0,263.1913330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,24,256,1,fp8,fp8,0,60.3365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,1,256,1,fp8,fp8,0,52.824591064453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,1,256,1,bfloat16,bfloat16,0,72.26871948242187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,2,256,1,bfloat16,bfloat16,0,72.30090942382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,2,256,1,fp8,fp8,0,52.76944580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,24,256,1,bfloat16,fp8,0,154.3283447265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,1,256,1,bfloat16,fp8,0,127.582421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,4,256,1,bfloat16,bfloat16,0,76.30007934570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,4,256,1,fp8,fp8,0,52.968634033203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,2,256,1,bfloat16,fp8,0,128.34827880859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,24,8,256,1,bfloat16,fp8,0,269.7388916015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,24,256,1,fp8,fp8,0,29.615057373046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,8,256,1,fp8,fp8,0,55.651947021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,24,256,1,bfloat16,bfloat16,0,44.65810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,1,256,1,bfloat16,bfloat16,0,36.449032592773435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,8,256,1,bfloat16,bfloat16,0,80.59722900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,4,256,1,bfloat16,fp8,0,130.9495849609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,1,256,1,fp8,fp8,0,26.61601867675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,24,256,1,bfloat16,fp8,0,69.82061157226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,2,256,1,fp8,fp8,0,26.579556274414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,2,256,1,bfloat16,bfloat16,0,36.396444702148436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,4,256,1,bfloat16,bfloat16,0,36.59486694335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,1,256,1,bfloat16,fp8,0,64.17147216796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,4,256,1,fp8,fp8,0,26.638595581054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,24,8,256,1,bfloat16,fp8,0,133.783642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,2,256,1,bfloat16,fp8,0,64.19232788085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,8,256,1,bfloat16,bfloat16,0,39.148318481445315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,24,256,1,bfloat16,bfloat16,0,21.380279541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,24,256,1,fp8,fp8,0,14.036750793457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,8,256,1,fp8,fp8,0,26.7944580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,1,256,1,bfloat16,bfloat16,0,18.50957794189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,24,256,1,bfloat16,fp8,0,34.45661315917969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,1,256,1,fp8,fp8,0,13.508708190917968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,4,256,1,bfloat16,fp8,0,64.56383666992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,2,256,1,bfloat16,bfloat16,0,18.48548278808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,2,256,1,fp8,fp8,0,13.509352111816407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,24,8,256,1,bfloat16,fp8,0,65.9454345703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,1,256,1,bfloat16,fp8,0,32.5628173828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,4,256,1,fp8,fp8,0,13.518594360351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,4,256,1,bfloat16,bfloat16,0,18.529206848144533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,2,256,1,bfloat16,fp8,0,32.57973937988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,8,256,1,bfloat16,bfloat16,0,18.66101989746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,8,256,1,fp8,fp8,0,13.591804504394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,4,256,1,bfloat16,fp8,0,32.588922119140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,24,8,256,1,bfloat16,fp8,0,32.81546325683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,1,256,1,fp8,fp8,0,59.43605346679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,2,256,1,fp8,fp8,0,59.4492919921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,1,256,1,bfloat16,bfloat16,0,81.37728271484374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,2,256,1,bfloat16,bfloat16,0,84.04495849609376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,4,256,1,bfloat16,bfloat16,0,89.651318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,4,256,1,fp8,fp8,0,62.03743286132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,1,256,1,bfloat16,fp8,0,143.68138427734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,2,256,1,bfloat16,fp8,0,146.2330322265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,8,256,1,fp8,fp8,0,65.50498046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,24,256,1,bfloat16,bfloat16,0,52.27886962890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,8,256,1,bfloat16,bfloat16,0,93.81861572265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,4,256,1,bfloat16,fp8,0,148.1814697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,24,256,1,fp8,fp8,0,33.94410400390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,1,256,1,fp8,fp8,0,29.864227294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,1,256,1,bfloat16,bfloat16,0,40.89564819335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,2,256,1,fp8,fp8,0,29.851220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,24,256,1,bfloat16,fp8,0,87.75696411132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,2,256,1,bfloat16,bfloat16,0,40.870233154296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,1,256,1,bfloat16,fp8,0,72.1128662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,24,8,256,1,bfloat16,fp8,0,151.53890380859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,4,256,1,bfloat16,bfloat16,0,42.37527770996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,4,256,1,fp8,fp8,0,29.925537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,2,256,1,bfloat16,fp8,0,72.16145629882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,24,256,1,fp8,fp8,0,16.716165161132814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,24,256,1,bfloat16,bfloat16,0,24.644259643554687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,8,256,1,bfloat16,bfloat16,0,44.809259033203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,8,256,1,fp8,fp8,0,31.11171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,1,256,1,bfloat16,bfloat16,0,20.630313110351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,4,256,1,bfloat16,fp8,0,73.66463623046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,24,256,1,bfloat16,fp8,0,39.61922912597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,1,256,1,fp8,fp8,0,15.07574462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,2,256,1,bfloat16,bfloat16,0,20.589694213867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,2,256,1,fp8,fp8,0,15.075846862792968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,4,256,1,fp8,fp8,0,15.0889892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,4,256,1,bfloat16,bfloat16,0,20.684291076660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,24,8,256,1,bfloat16,fp8,0,75.27433471679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,1,256,1,bfloat16,fp8,0,36.39977111816406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,2,256,1,bfloat16,fp8,0,36.4084228515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,24,256,1,fp8,fp8,0,7.7897216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,24,256,1,bfloat16,bfloat16,0,11.798849487304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,8,256,1,bfloat16,bfloat16,0,21.179827880859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,8,256,1,fp8,fp8,0,15.175323486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,1,256,1,bfloat16,bfloat16,0,10.553507232666016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,1,256,1,fp8,fp8,0,7.694203186035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,24,256,1,bfloat16,fp8,0,19.48150634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,4,256,1,bfloat16,fp8,0,36.489813232421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,2,256,1,bfloat16,bfloat16,0,10.50269775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,2,256,1,fp8,fp8,0,7.6936592102050785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,1,256,1,bfloat16,fp8,0,18.555059814453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,4,256,1,fp8,fp8,0,7.7039436340332035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,4,256,1,bfloat16,bfloat16,0,10.544143676757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,2,256,1,bfloat16,fp8,0,18.61974182128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,24,8,256,1,bfloat16,fp8,0,37.516415405273435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,8,256,1,fp8,fp8,0,7.721884918212891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,8,256,1,bfloat16,bfloat16,0,10.606769561767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,4,256,1,bfloat16,fp8,0,18.59803466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,24,8,256,1,bfloat16,fp8,0,18.680520629882814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,1,256,1,fp8,fp8,0,41.42469482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,2,256,1,fp8,fp8,0,41.40640869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,1,256,1,bfloat16,bfloat16,0,56.724945068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,2,256,1,bfloat16,bfloat16,0,58.074407958984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,4,256,1,bfloat16,bfloat16,0,61.7812255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,4,256,1,fp8,fp8,0,42.674948120117186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,1,256,1,bfloat16,fp8,0,99.9364990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,2,256,1,bfloat16,fp8,0,101.34066772460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,24,256,1,bfloat16,bfloat16,0,37.01322937011719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,8,256,1,fp8,fp8,0,45.46705017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,8,256,1,bfloat16,bfloat16,0,65.37999267578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,4,256,1,bfloat16,fp8,0,103.20111083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,24,256,1,fp8,fp8,0,23.834556579589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,1,256,1,fp8,fp8,0,20.834939575195314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,1,256,1,bfloat16,bfloat16,0,28.506964111328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,2,256,1,bfloat16,bfloat16,0,28.49453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,2,256,1,fp8,fp8,0,20.825390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,24,256,1,bfloat16,fp8,0,61.31309204101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,1,256,1,bfloat16,fp8,0,50.253170776367185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,4,256,1,bfloat16,bfloat16,0,29.34374084472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,24,8,256,1,bfloat16,fp8,0,105.5842529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,4,256,1,fp8,fp8,0,20.86608123779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,2,256,1,bfloat16,fp8,0,50.31123657226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,24,256,1,fp8,fp8,0,11.361726379394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,24,256,1,bfloat16,bfloat16,0,17.226165771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,8,256,1,bfloat16,bfloat16,0,31.111557006835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,8,256,1,fp8,fp8,0,21.413128662109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,1,256,1,bfloat16,bfloat16,0,14.428123474121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,1,256,1,fp8,fp8,0,10.536414337158202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,4,256,1,bfloat16,fp8,0,50.986508178710935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,2,256,1,fp8,fp8,0,10.534662628173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,2,256,1,bfloat16,bfloat16,0,14.40087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,24,256,1,bfloat16,fp8,0,27.822726440429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,1,256,1,bfloat16,fp8,0,25.371009826660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,24,8,256,1,bfloat16,fp8,0,52.74412841796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,4,256,1,fp8,fp8,0,10.54884033203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,2,256,1,bfloat16,fp8,0,25.417282104492188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,4,256,1,bfloat16,bfloat16,0,14.469491577148437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,8,256,1,bfloat16,bfloat16,0,14.708070373535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,24,256,1,bfloat16,bfloat16,0,8.21508331298828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,24,256,1,fp8,fp8,0,5.482212829589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,8,256,1,fp8,fp8,0,10.613033294677734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,1,256,1,fp8,fp8,0,5.405831909179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,1,256,1,bfloat16,bfloat16,0,7.412935638427735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,4,256,1,bfloat16,fp8,0,25.428620910644533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,2,256,1,bfloat16,bfloat16,0,7.388014221191407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,24,256,1,bfloat16,fp8,0,13.839735412597657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,24,8,256,1,bfloat16,fp8,0,26.018341064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,2,256,1,fp8,fp8,0,5.408052825927735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,1,256,1,bfloat16,fp8,0,13.0165283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,4,256,1,bfloat16,bfloat16,0,7.420938873291016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,4,256,1,fp8,fp8,0,5.407342529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,2,256,1,bfloat16,fp8,0,13.02889404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,8,256,1,bfloat16,bfloat16,0,7.479361724853516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,8,256,1,fp8,fp8,0,5.434185409545899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,4,256,1,bfloat16,fp8,0,13.04014892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,24,8,256,1,bfloat16,fp8,0,13.12933807373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,1,256,1,fp8,fp8,0,53.05226440429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,2,256,1,fp8,fp8,0,53.4984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,1,256,1,bfloat16,bfloat16,0,73.188037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,2,256,1,bfloat16,bfloat16,0,79.30008544921876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,4,256,1,bfloat16,bfloat16,0,82.01846923828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,4,256,1,fp8,fp8,0,57.244140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,1,256,1,bfloat16,fp8,0,129.49124755859376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,2,256,1,bfloat16,fp8,0,131.83939208984376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,8,256,1,fp8,fp8,0,59.00732421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,4,256,1,bfloat16,fp8,0,133.042529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,8,256,1,bfloat16,bfloat16,0,87.00953369140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,24,256,1,bfloat16,bfloat16,0,73.41729125976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,24,256,1,fp8,fp8,0,37.3248779296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,1,256,1,fp8,fp8,0,26.637664794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,1,256,1,bfloat16,bfloat16,0,36.508721923828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,2,256,1,bfloat16,bfloat16,0,37.09391784667969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,24,256,1,bfloat16,fp8,0,79.40029907226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,2,256,1,fp8,fp8,0,26.615850830078124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,1,256,1,bfloat16,fp8,0,64.22484130859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,4,256,1,bfloat16,bfloat16,0,39.397805786132814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,4,256,1,fp8,fp8,0,27.011019897460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,24,8,256,1,bfloat16,fp8,0,138.1332275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,2,256,1,bfloat16,fp8,0,65.0877685546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,24,256,1,fp8,fp8,0,15.50103302001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,8,256,1,bfloat16,bfloat16,0,42.05233459472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,24,256,1,bfloat16,bfloat16,0,24.021434020996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,4,256,1,bfloat16,fp8,0,66.3294677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,8,256,1,fp8,fp8,0,29.00836181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,1,256,1,fp8,fp8,0,13.419583129882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,1,256,1,bfloat16,bfloat16,0,18.390840148925783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,24,256,1,bfloat16,fp8,0,39.69795227050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,2,256,1,fp8,fp8,0,13.418463134765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,2,256,1,bfloat16,bfloat16,0,18.387191772460938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,1,256,1,bfloat16,fp8,0,32.347476196289065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,4,256,1,fp8,fp8,0,13.441244506835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,4,256,1,bfloat16,bfloat16,0,18.659530639648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,2,256,1,bfloat16,fp8,0,32.399481201171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,8,256,1,bfloat16,bfloat16,0,19.573141479492186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,24,8,256,1,bfloat16,fp8,0,67.98151245117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,24,256,1,bfloat16,bfloat16,0,11.06251220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,8,256,1,fp8,fp8,0,13.576434326171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,24,256,1,fp8,fp8,0,7.145037078857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,4,256,1,bfloat16,fp8,0,32.69495544433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,1,256,1,bfloat16,bfloat16,0,9.334368133544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,1,256,1,fp8,fp8,0,6.819560241699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,24,256,1,bfloat16,fp8,0,17.722779846191408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,2,256,1,bfloat16,bfloat16,0,9.323038482666016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,2,256,1,fp8,fp8,0,6.814854431152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,24,8,256,1,bfloat16,fp8,0,34.004208374023435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,1,256,1,bfloat16,fp8,0,16.395346069335936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,4,256,1,fp8,fp8,0,6.8192291259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,4,256,1,bfloat16,bfloat16,0,9.360368347167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,2,256,1,bfloat16,fp8,0,16.437367248535157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,8,256,1,fp8,fp8,0,6.862091064453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,8,256,1,bfloat16,bfloat16,0,9.459516906738282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,24,256,1,fp8,fp8,0,3.573215866088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,24,256,1,bfloat16,bfloat16,0,5.331224060058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,1,256,1,bfloat16,bfloat16,0,4.8224639892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,1,256,1,fp8,fp8,0,3.5129249572753904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,4,256,1,bfloat16,fp8,0,16.434207153320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,24,256,1,bfloat16,fp8,0,8.99682388305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,2,256,1,bfloat16,bfloat16,0,4.817432022094726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,2,256,1,fp8,fp8,0,3.5133312225341795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,1,256,1,bfloat16,fp8,0,8.47195816040039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,4,256,1,fp8,fp8,0,3.521379089355469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,24,8,256,1,bfloat16,fp8,0,16.621395874023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,4,256,1,bfloat16,bfloat16,0,4.826860809326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,2,256,1,bfloat16,fp8,0,8.480604553222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,8,256,1,bfloat16,bfloat16,0,4.861217498779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,8,256,1,fp8,fp8,0,3.5306926727294923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,4,256,1,bfloat16,fp8,0,8.487420654296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,24,8,256,1,bfloat16,fp8,0,8.519092559814453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,1,256,1,fp8,fp8,0,30.04715576171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,2,256,1,fp8,fp8,0,30.098294067382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,1,256,1,bfloat16,bfloat16,0,41.22453918457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,2,256,1,bfloat16,bfloat16,0,43.73975830078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,4,256,1,bfloat16,bfloat16,0,46.036712646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,4,256,1,fp8,fp8,0,31.659988403320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,1,256,1,bfloat16,fp8,0,72.61468505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,2,256,1,bfloat16,fp8,0,74.06016845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,8,256,1,fp8,fp8,0,33.404275512695314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,4,256,1,bfloat16,fp8,0,75.25510864257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,8,256,1,bfloat16,bfloat16,0,48.49353942871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,24,256,1,bfloat16,bfloat16,0,42.202816772460935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,24,256,1,fp8,fp8,0,21.290797424316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,1,256,1,fp8,fp8,0,15.12365264892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,1,256,1,bfloat16,bfloat16,0,20.730943298339845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,24,256,1,bfloat16,fp8,0,45.55956115722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,2,256,1,fp8,fp8,0,15.111540222167969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,2,256,1,bfloat16,bfloat16,0,20.74700469970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,24,8,256,1,bfloat16,fp8,0,77.38455810546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,1,256,1,bfloat16,fp8,0,36.41651611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,4,256,1,fp8,fp8,0,15.175607299804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,4,256,1,bfloat16,bfloat16,0,22.094175720214842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,2,256,1,bfloat16,fp8,0,36.54798889160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,8,256,1,bfloat16,bfloat16,0,23.907958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,24,256,1,bfloat16,bfloat16,0,13.602490234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,24,256,1,fp8,fp8,0,8.551860809326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,8,256,1,fp8,fp8,0,16.192762756347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,1,256,1,bfloat16,bfloat16,0,10.464920043945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,1,256,1,fp8,fp8,0,7.636819458007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,4,256,1,bfloat16,fp8,0,37.46531372070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,2,256,1,bfloat16,bfloat16,0,10.453826904296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,24,256,1,bfloat16,fp8,0,22.77263641357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,2,256,1,fp8,fp8,0,7.6367950439453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,24,8,256,1,bfloat16,fp8,0,38.68396911621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,1,256,1,bfloat16,fp8,0,18.377767944335936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,4,256,1,bfloat16,bfloat16,0,10.52195053100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,4,256,1,fp8,fp8,0,7.643870544433594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,2,256,1,bfloat16,fp8,0,18.423184204101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,8,256,1,fp8,fp8,0,7.720062255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,24,256,1,fp8,fp8,0,4.0491680145263675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,8,256,1,bfloat16,bfloat16,0,11.06409912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,24,256,1,bfloat16,bfloat16,0,6.297281646728516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,1,256,1,bfloat16,bfloat16,0,5.349372863769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,1,256,1,fp8,fp8,0,3.8995086669921877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,4,256,1,bfloat16,fp8,0,18.492010498046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,2,256,1,fp8,fp8,0,3.897617721557617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,24,256,1,bfloat16,fp8,0,10.268769836425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,2,256,1,bfloat16,bfloat16,0,5.340935897827149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,1,256,1,bfloat16,fp8,0,9.395829010009766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,24,8,256,1,bfloat16,fp8,0,19.023460388183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,4,256,1,bfloat16,bfloat16,0,5.365774536132813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,4,256,1,fp8,fp8,0,3.9012527465820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,2,256,1,bfloat16,fp8,0,9.393323516845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,8,256,1,bfloat16,bfloat16,0,5.4279838562011715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,8,256,1,fp8,fp8,0,3.9207839965820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,24,256,1,bfloat16,bfloat16,0,2.9815999984741213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,24,256,1,fp8,fp8,0,2.05798397064209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,4,256,1,bfloat16,fp8,0,9.420667266845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,1,256,1,bfloat16,bfloat16,0,2.7768783569335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,1,256,1,fp8,fp8,0,2.017246437072754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,24,256,1,bfloat16,fp8,0,5.190176010131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,2,256,1,bfloat16,bfloat16,0,2.781108856201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,2,256,1,fp8,fp8,0,2.0197296142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,24,8,256,1,bfloat16,fp8,0,9.51562728881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,1,256,1,bfloat16,fp8,0,4.892148971557617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,4,256,1,bfloat16,bfloat16,0,2.781427192687988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,4,256,1,fp8,fp8,0,2.028950309753418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,2,256,1,bfloat16,fp8,0,4.893592071533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,8,256,1,bfloat16,bfloat16,0,2.795955276489258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,8,256,1,fp8,fp8,0,2.0409040451049805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,4,256,1,bfloat16,fp8,0,4.901335906982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,24,8,256,1,bfloat16,fp8,0,4.932404708862305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,1,256,1,fp8,fp8,0,26.987265014648436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,2,256,1,fp8,fp8,0,27.203445434570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,1,256,1,bfloat16,bfloat16,0,37.60023498535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,2,256,1,bfloat16,bfloat16,0,39.87315063476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,4,256,1,bfloat16,bfloat16,0,43.06155090332031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,4,256,1,fp8,fp8,0,29.651101684570314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,1,256,1,bfloat16,fp8,0,65.79539794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,2,256,1,bfloat16,fp8,0,66.55909423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,8,256,1,fp8,fp8,0,30.468838500976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,4,256,1,bfloat16,fp8,0,68.38233032226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,8,256,1,bfloat16,bfloat16,0,45.539126586914065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,24,256,1,fp8,fp8,0,19.614787292480468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,24,256,1,bfloat16,bfloat16,0,39.43833923339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,1,256,1,bfloat16,bfloat16,0,18.608921813964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,1,256,1,fp8,fp8,0,13.547454833984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,2,256,1,bfloat16,bfloat16,0,19.214137268066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,24,256,1,bfloat16,fp8,0,41.815774536132814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,2,256,1,fp8,fp8,0,13.550868225097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,1,256,1,bfloat16,fp8,0,32.63767700195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,4,256,1,bfloat16,bfloat16,0,20.600619506835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,24,8,256,1,bfloat16,fp8,0,71.28731079101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,4,256,1,fp8,fp8,0,13.790025329589843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,2,256,1,bfloat16,fp8,0,33.36192016601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,8,256,1,fp8,fp8,0,14.999562072753907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,24,256,1,fp8,fp8,0,9.640753936767577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,4,256,1,bfloat16,fp8,0,33.951052856445315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,8,256,1,bfloat16,bfloat16,0,21.954554748535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,1,256,1,fp8,fp8,0,6.828708648681641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,24,256,1,bfloat16,bfloat16,0,19.107684326171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,1,256,1,bfloat16,bfloat16,0,9.384136199951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,24,256,1,bfloat16,fp8,0,20.991799926757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,2,256,1,bfloat16,bfloat16,0,9.385566711425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,2,256,1,fp8,fp8,0,6.8323310852050785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,1,256,1,bfloat16,fp8,0,16.457078552246095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,24,8,256,1,bfloat16,fp8,0,34.9865966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,4,256,1,bfloat16,bfloat16,0,9.637519836425781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,4,256,1,fp8,fp8,0,6.851651000976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,2,256,1,bfloat16,fp8,0,16.496292114257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,8,256,1,bfloat16,bfloat16,0,10.720148468017578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,24,256,1,fp8,fp8,0,3.849833679199219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,24,256,1,bfloat16,bfloat16,0,6.327956771850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,8,256,1,fp8,fp8,0,7.035865783691406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,1,256,1,bfloat16,bfloat16,0,4.763483047485352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,4,256,1,bfloat16,fp8,0,16.789088439941406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,1,256,1,fp8,fp8,0,3.470657730102539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,2,256,1,fp8,fp8,0,3.468657684326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,24,256,1,bfloat16,fp8,0,10.483169555664062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,2,256,1,bfloat16,bfloat16,0,4.765686416625977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,4,256,1,bfloat16,bfloat16,0,4.789059066772461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,4,256,1,fp8,fp8,0,3.4748287200927734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,24,8,256,1,bfloat16,fp8,0,17.541175842285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,2,256,1,bfloat16,fp8,0,8.363273620605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,8,256,1,bfloat16,bfloat16,0,4.959099197387696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,8,256,1,fp8,fp8,0,3.502764892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,24,256,1,fp8,fp8,0,1.8476688385009765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,24,256,1,bfloat16,bfloat16,0,2.8825040817260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,1,256,1,bfloat16,bfloat16,0,2.4580272674560546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,1,256,1,fp8,fp8,0,1.7830240249633789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,24,256,1,bfloat16,fp8,0,4.794566345214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,8,256,1,bfloat16,fp8,0,8.628892517089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,2,256,1,bfloat16,bfloat16,0,2.458593559265137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,1,256,1,bfloat16,fp8,0,8.345033264160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,24,4,256,1,bfloat16,fp8,0,8.385008239746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,1,256,1,bfloat16,fp8,0,4.307620620727539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,2,256,1,fp8,fp8,0,1.7839183807373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,4,256,1,fp8,fp8,0,1.7916431427001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,4,256,1,bfloat16,bfloat16,0,2.467056083679199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,24,256,1,bfloat16,bfloat16,0,1.3811871528625488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,8,256,1,fp8,fp8,0,1.804256057739258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,24,256,1,fp8,fp8,0,0.9572671890258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,1,256,1,bfloat16,bfloat16,0,1.291006374359131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,4,256,1,bfloat16,fp8,0,4.319243240356445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,1,256,1,fp8,fp8,0,0.9435584068298339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,24,256,1,bfloat16,fp8,0,2.3700624465942384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,8,256,1,bfloat16,fp8,0,4.358750534057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,1,256,1,bfloat16,fp8,0,2.266337585449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,2,256,1,fp8,fp8,0,0.9438384056091309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,2,256,1,bfloat16,bfloat16,0,1.2898351669311523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,4,256,1,bfloat16,bfloat16,0,1.2943167686462402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,8,256,1,bfloat16,bfloat16,0,2.4922672271728517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,2,256,1,bfloat16,fp8,0,2.271262359619141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,4,256,1,fp8,fp8,0,0.944598388671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,8,256,1,bfloat16,bfloat16,0,1.3072015762329101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,4,256,1,bfloat16,fp8,0,2.272052764892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,8,256,1,fp8,fp8,0,0.9469056129455566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,24,8,256,1,bfloat16,fp8,0,2.293118476867676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,24,2,256,1,bfloat16,fp8,0,4.314523315429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,1,256,1,fp8,fp8,0,15.364141845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,2,256,1,fp8,fp8,0,15.41807861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,1,256,1,bfloat16,bfloat16,0,21.154525756835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,2,256,1,bfloat16,bfloat16,0,22.133175659179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,4,256,1,bfloat16,bfloat16,0,24.443223571777345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,4,256,1,fp8,fp8,0,16.59057159423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,1,256,1,bfloat16,fp8,0,37.08497314453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,2,256,1,bfloat16,fp8,0,37.81565551757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,8,256,1,fp8,fp8,0,17.38837432861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,8,256,1,bfloat16,bfloat16,0,25.725607299804686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,1,256,1,bfloat16,bfloat16,0,10.626999664306641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,24,256,1,fp8,fp8,0,11.36600341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,24,256,1,bfloat16,bfloat16,0,22.430050659179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,1,256,1,fp8,fp8,0,7.731537628173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,4,256,1,bfloat16,fp8,0,39.04987487792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,24,256,1,bfloat16,fp8,0,24.329147338867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,2,256,1,fp8,fp8,0,7.735361480712891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,2,256,1,bfloat16,bfloat16,0,10.689157104492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,1,256,1,bfloat16,fp8,0,18.59582061767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,24,8,256,1,bfloat16,fp8,0,40.38348388671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,4,256,1,bfloat16,bfloat16,0,11.567337799072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,4,256,1,fp8,fp8,0,7.7910514831542965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,2,256,1,bfloat16,fp8,0,18.759532165527343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,8,256,1,fp8,fp8,0,8.433805084228515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,4,256,1,bfloat16,fp8,0,19.352606201171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,8,256,1,bfloat16,bfloat16,0,12.638651275634766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,1,256,1,bfloat16,bfloat16,0,5.393929672241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,24,256,1,fp8,fp8,0,5.469448089599609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,1,256,1,fp8,fp8,0,3.9164161682128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,24,256,1,bfloat16,fp8,0,12.205515289306641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,24,256,1,bfloat16,bfloat16,0,10.99661636352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,2,256,1,fp8,fp8,0,3.9137439727783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,2,256,1,bfloat16,bfloat16,0,5.398140716552734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,1,256,1,bfloat16,fp8,0,9.427748870849609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,24,8,256,1,bfloat16,fp8,0,20.116496276855468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,4,256,1,fp8,fp8,0,3.9310382843017577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,4,256,1,bfloat16,bfloat16,0,5.4611457824707035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,2,256,1,bfloat16,fp8,0,9.44589614868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,8,256,1,fp8,fp8,0,3.9900287628173827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,24,256,1,bfloat16,bfloat16,0,3.6572830200195314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,8,256,1,bfloat16,bfloat16,0,6.065110397338867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,24,256,1,fp8,fp8,0,2.1781744003295898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,1,256,1,bfloat16,bfloat16,0,2.7508752822875975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,4,256,1,bfloat16,fp8,0,9.532476806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,1,256,1,fp8,fp8,0,1.9987983703613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,2,256,1,bfloat16,bfloat16,0,2.7495519638061525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,1,256,1,bfloat16,fp8,0,4.805542373657227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,2,256,1,fp8,fp8,0,1.998486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,24,256,1,bfloat16,fp8,0,6.046660614013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,24,8,256,1,bfloat16,fp8,0,10.024932861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,4,256,1,bfloat16,bfloat16,0,2.7655696868896484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,2,256,1,bfloat16,fp8,0,4.811427307128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,4,256,1,fp8,fp8,0,2.0052112579345702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,24,256,1,bfloat16,bfloat16,0,1.6134368896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,8,256,1,fp8,fp8,0,2.01987361907959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,24,256,1,fp8,fp8,0,1.0698399543762207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,8,256,1,bfloat16,bfloat16,0,2.819283294677734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,1,256,1,bfloat16,bfloat16,0,1.4280223846435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,4,256,1,bfloat16,fp8,0,4.832387161254883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,24,256,1,bfloat16,fp8,0,2.7507904052734373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,2,256,1,bfloat16,bfloat16,0,1.430403232574463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,2,256,1,fp8,fp8,0,1.0349184036254884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,24,8,256,1,bfloat16,fp8,0,4.901289749145508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,4,256,1,bfloat16,bfloat16,0,1.4382207870483399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,4,256,1,fp8,fp8,0,1.0383184432983399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,2,256,1,bfloat16,fp8,0,2.5034048080444338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,8,256,1,bfloat16,bfloat16,0,1.4457375526428222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,8,256,1,fp8,fp8,0,1.043769645690918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,4,256,1,bfloat16,fp8,0,2.508353614807129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,24,256,1,fp8,fp8,0,0.5656655788421631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,1,256,1,fp8,fp8,0,1.0342864036560058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,24,256,1,bfloat16,fp8,0,1.384928035736084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,1,256,1,bfloat16,bfloat16,0,0.7589424133300782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,8,256,1,bfloat16,fp8,0,2.53418083190918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,1,256,1,fp8,fp8,0,0.5591919898986817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,2,256,1,fp8,fp8,0,0.5550591945648193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,2,256,1,bfloat16,bfloat16,0,0.7611567974090576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,24,1,256,1,bfloat16,fp8,0,2.502903938293457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,2,256,1,bfloat16,fp8,0,1.3332655906677247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,4,256,1,fp8,fp8,0,0.5570223808288575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,8,256,1,bfloat16,bfloat16,0,0.7688159942626953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,4,256,1,bfloat16,fp8,0,1.3410703659057617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,8,256,1,fp8,fp8,0,0.5611519813537598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,8,256,1,bfloat16,fp8,0,1.3449935913085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,1,256,1,bfloat16,fp8,0,1.3427007675170899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,4,256,1,bfloat16,bfloat16,0,0.7628479957580566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,24,24,256,1,bfloat16,bfloat16,0,0.811622428894043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,1,256,1,fp8,fp8,0,13.94658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,2,256,1,fp8,fp8,0,14.123878479003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,1,256,1,bfloat16,bfloat16,0,19.82167205810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,2,256,1,bfloat16,bfloat16,0,20.668035888671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,4,256,1,bfloat16,bfloat16,0,22.305587768554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,4,256,1,fp8,fp8,0,14.853118896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,1,256,1,bfloat16,fp8,0,34.146820068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,2,256,1,bfloat16,fp8,0,34.5822509765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,8,256,1,fp8,fp8,0,16.22581787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,1,256,1,bfloat16,bfloat16,0,9.656756591796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,8,256,1,bfloat16,bfloat16,0,24.85156707763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,24,256,1,fp8,fp8,0,10.86116943359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,24,256,1,bfloat16,bfloat16,0,21.319277954101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,1,256,1,fp8,fp8,0,7.006159973144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,2,256,1,bfloat16,bfloat16,0,9.911366271972657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,1,256,1,bfloat16,fp8,0,16.81949462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,4,256,1,bfloat16,fp8,0,35.53817138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,24,256,1,bfloat16,fp8,0,23.182453918457032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,24,8,256,1,bfloat16,fp8,0,37.622552490234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,2,256,1,bfloat16,fp8,0,17.126911926269532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,2,256,1,fp8,fp8,0,7.0108482360839846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,4,256,1,fp8,fp8,0,7.280763244628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,8,256,1,fp8,fp8,0,7.961264038085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,4,256,1,bfloat16,bfloat16,0,11.280655670166016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,24,256,1,fp8,fp8,0,5.3272350311279295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,8,256,1,bfloat16,bfloat16,0,12.006047821044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,1,256,1,bfloat16,bfloat16,0,4.87553596496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,24,256,1,bfloat16,bfloat16,0,10.578292846679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,1,256,1,fp8,fp8,0,3.532492828369141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,24,256,1,bfloat16,fp8,0,11.584686279296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,4,256,1,bfloat16,fp8,0,18.006520080566407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,2,256,1,bfloat16,bfloat16,0,4.905601501464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,24,8,256,1,bfloat16,fp8,0,18.644197082519533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,1,256,1,bfloat16,fp8,0,8.487468719482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,4,256,1,bfloat16,bfloat16,0,5.180244827270508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,4,256,1,fp8,fp8,0,3.557284927368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,2,256,1,fp8,fp8,0,3.5387935638427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,8,256,1,fp8,fp8,0,3.7104305267333983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,8,256,1,bfloat16,bfloat16,0,5.814516830444336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,24,256,1,fp8,fp8,0,2.382137680053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,2,256,1,bfloat16,fp8,0,8.54120330810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,4,256,1,bfloat16,fp8,0,8.805900573730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,1,256,1,bfloat16,bfloat16,0,2.5089792251586913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,24,256,1,bfloat16,bfloat16,0,5.046027374267578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,1,256,1,fp8,fp8,0,1.8137760162353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,24,256,1,bfloat16,fp8,0,5.831651306152343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,24,8,256,1,bfloat16,fp8,0,9.315872192382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,2,256,1,fp8,fp8,0,1.8148511886596679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,1,256,1,bfloat16,fp8,0,4.352889633178711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,2,256,1,bfloat16,bfloat16,0,2.5092704772949217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,4,256,1,fp8,fp8,0,1.819108772277832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,4,256,1,bfloat16,bfloat16,0,2.5334800720214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,8,256,1,bfloat16,bfloat16,0,2.7013904571533205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,8,256,1,fp8,fp8,0,1.8411359786987305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,2,256,1,bfloat16,fp8,0,4.358689498901367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,4,256,1,bfloat16,fp8,0,4.4027759552001955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,24,256,1,bfloat16,bfloat16,0,1.6764240264892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,24,256,1,fp8,fp8,0,0.9943696022033691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,1,256,1,bfloat16,bfloat16,0,1.293278408050537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,2,256,1,bfloat16,bfloat16,0,1.2929072380065918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,1,256,1,bfloat16,fp8,0,2.241899108886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,2,256,1,fp8,fp8,0,0.9265600204467773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,24,256,1,bfloat16,fp8,0,2.75447998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,24,8,256,1,bfloat16,fp8,0,4.60994873046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,4,256,1,bfloat16,bfloat16,0,1.3022704124450684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,4,256,1,fp8,fp8,0,0.9318143844604492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,8,256,1,fp8,fp8,0,0.9461664199829102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,24,256,1,bfloat16,bfloat16,0,0.7569439888000489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,8,256,1,bfloat16,bfloat16,0,1.316982364654541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,4,256,1,bfloat16,fp8,0,2.2574480056762694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,24,256,1,fp8,fp8,0,0.5094272136688233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,8,256,1,bfloat16,fp8,0,2.2854240417480467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,24,256,1,bfloat16,fp8,0,1.272969627380371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,1,256,1,fp8,fp8,0,0.49091520309448244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,2,256,1,bfloat16,bfloat16,0,0.673956823348999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,1,256,1,bfloat16,fp8,0,1.1848367691040038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,2,256,1,fp8,fp8,0,0.4901887893676758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,4,256,1,bfloat16,bfloat16,0,0.6786320209503174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,2,256,1,bfloat16,fp8,0,1.1837311744689942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,4,256,1,fp8,fp8,0,0.49216160774230955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,8,256,1,bfloat16,bfloat16,0,0.6933104038238526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,4,256,1,bfloat16,fp8,0,1.1892383575439454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,8,256,1,fp8,fp8,0,0.4944464206695557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,24,256,1,bfloat16,bfloat16,0,0.3984639883041382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,24,256,1,fp8,fp8,0,0.2784719944000244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,8,256,1,bfloat16,fp8,0,1.2006064414978028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,24,256,1,bfloat16,fp8,0,0.6872128009796142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,1,256,1,fp8,fp8,0,0.925812816619873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,1,256,1,fp8,fp8,0,0.27260479927062986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,1,256,1,bfloat16,fp8,0,0.6525328159332275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,2,256,1,bfloat16,bfloat16,0,0.37378079891204835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,24,1,256,1,bfloat16,bfloat16,0,0.6740431785583496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,4,256,1,fp8,fp8,0,0.27444000244140626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,8,256,1,bfloat16,bfloat16,0,0.3803951978683472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,4,256,1,bfloat16,fp8,0,0.6548079967498779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,8,256,1,fp8,fp8,0,0.27693440914154055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,8,256,1,bfloat16,fp8,0,0.6625823974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,1,256,1,bfloat16,bfloat16,0,0.3729183912277222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,24,2,256,1,bfloat16,fp8,0,2.246544075012207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,2,256,1,fp8,fp8,0,0.272540807723999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,2,256,1,bfloat16,fp8,0,0.6556240081787109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,24,4,256,1,bfloat16,bfloat16,0,0.3748784065246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,1,256,1,fp8,fp8,0,8.02919692993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,1,256,1,bfloat16,bfloat16,0,11.11304168701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,2,256,1,fp8,fp8,0,8.10203857421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,2,256,1,bfloat16,bfloat16,0,11.690516662597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,4,256,1,bfloat16,bfloat16,0,12.682606506347657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,1,256,1,bfloat16,fp8,0,19.352743530273436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,4,256,1,fp8,fp8,0,8.547697448730469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,2,256,1,bfloat16,fp8,0,19.736732482910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,8,256,1,bfloat16,bfloat16,0,14.280593872070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,24,256,1,fp8,fp8,0,6.468756866455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,1,256,1,bfloat16,bfloat16,0,5.577073669433593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,8,256,1,fp8,fp8,0,9.447013092041015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,4,256,1,bfloat16,fp8,0,20.472154235839845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,1,256,1,fp8,fp8,0,4.036182403564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,24,256,1,bfloat16,bfloat16,0,12.800880432128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,24,256,1,bfloat16,fp8,0,13.874566650390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,2,256,1,fp8,fp8,0,4.047329711914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,2,256,1,bfloat16,bfloat16,0,5.665926361083985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,1,256,1,bfloat16,fp8,0,9.680840301513673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,24,8,256,1,bfloat16,fp8,0,21.958621215820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,4,256,1,bfloat16,bfloat16,0,6.427297973632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,4,256,1,fp8,fp8,0,4.131142425537109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,2,256,1,bfloat16,fp8,0,9.823767852783202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,8,256,1,bfloat16,bfloat16,0,7.023955535888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,8,256,1,fp8,fp8,0,4.562231826782226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,24,256,1,fp8,fp8,0,3.0872127532958986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,4,256,1,bfloat16,fp8,0,10.434667205810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,24,256,1,bfloat16,bfloat16,0,6.305734252929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,1,256,1,fp8,fp8,0,2.048246383666992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,24,8,256,1,bfloat16,fp8,0,10.927852630615234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,2,256,1,bfloat16,bfloat16,0,2.8596223831176757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,24,256,1,bfloat16,fp8,0,6.994515228271484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,2,256,1,fp8,fp8,0,2.0549552917480467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,1,256,1,bfloat16,fp8,0,4.9121551513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,4,256,1,fp8,fp8,0,2.064531135559082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,4,256,1,bfloat16,bfloat16,0,2.935260772705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,1,256,1,bfloat16,bfloat16,0,2.8374767303466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,8,256,1,fp8,fp8,0,2.1275711059570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,8,256,1,bfloat16,bfloat16,0,3.3634334564208985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,24,256,1,fp8,fp8,0,1.2692864418029786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,4,256,1,bfloat16,fp8,0,5.062438583374023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,24,256,1,bfloat16,bfloat16,0,2.9168832778930662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,1,256,1,bfloat16,bfloat16,0,1.4755871772766114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,2,256,1,bfloat16,fp8,0,4.944041442871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,24,256,1,bfloat16,fp8,0,3.493608093261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,1,256,1,fp8,fp8,0,1.0624079704284668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,24,8,256,1,bfloat16,fp8,0,5.402799987792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,2,256,1,fp8,fp8,0,1.064078426361084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,2,256,1,bfloat16,bfloat16,0,1.4779392242431642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,4,256,1,bfloat16,bfloat16,0,1.4901151657104492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,4,256,1,fp8,fp8,0,1.067632007598877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,2,256,1,bfloat16,fp8,0,2.5538608551025392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,8,256,1,bfloat16,bfloat16,0,1.5432095527648926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,24,256,1,bfloat16,bfloat16,0,0.9486224174499511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,4,256,1,bfloat16,fp8,0,2.567665672302246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,24,256,1,fp8,fp8,0,0.5878096103668213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,1,256,1,bfloat16,bfloat16,0,0.7669343948364258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,1,256,1,fp8,fp8,0,0.5461152076721192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,24,256,1,bfloat16,fp8,0,1.5651344299316405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,2,256,1,bfloat16,bfloat16,0,0.7684927940368652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,1,256,1,bfloat16,fp8,0,1.3230048179626466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,1,256,1,bfloat16,fp8,0,2.5448192596435546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,2,256,1,fp8,fp8,0,0.5460944175720215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,4,256,1,bfloat16,bfloat16,0,0.7727136135101318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,2,256,1,bfloat16,fp8,0,1.3237263679504394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,4,256,1,fp8,fp8,0,0.5488880157470704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,8,256,1,bfloat16,bfloat16,0,0.7842063903808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,8,256,1,fp8,fp8,0,0.555072021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,24,256,1,bfloat16,bfloat16,0,0.4522128105163574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,8,256,1,fp8,fp8,0,1.0805040359497071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,24,256,1,fp8,fp8,0,0.3033584117889404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,8,256,1,bfloat16,fp8,0,1.350382423400879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,24,256,1,bfloat16,fp8,0,0.7604976177215577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,1,256,1,bfloat16,bfloat16,0,0.4040544033050537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,1,256,1,fp8,fp8,0,0.2942224025726318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,2,256,1,bfloat16,bfloat16,0,0.4048960208892822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,2,256,1,fp8,fp8,0,0.2949631929397583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,4,256,1,bfloat16,bfloat16,0,0.4077280044555664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,2,256,1,bfloat16,fp8,0,0.7113359928131103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,4,256,1,fp8,fp8,0,0.2952608108520508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,24,8,256,1,bfloat16,fp8,0,2.6431552886962892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,8,256,1,bfloat16,bfloat16,0,0.4119056224822998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,8,256,1,fp8,fp8,0,0.29833920001983644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,24,256,1,bfloat16,bfloat16,0,0.2439296007156372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,24,256,1,fp8,fp8,0,0.17351360321044923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,8,256,1,bfloat16,fp8,0,0.7212528228759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,24,256,1,bfloat16,fp8,0,0.4228687763214111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,1,256,1,bfloat16,bfloat16,0,0.23195199966430663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,1,256,1,fp8,fp8,0,0.16826560497283935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,1,256,1,bfloat16,fp8,0,0.40343680381774905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,2,256,1,bfloat16,bfloat16,0,0.2315392017364502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,2,256,1,bfloat16,fp8,0,0.40512962341308595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,4,256,1,fp8,fp8,0,0.16940640211105346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,24,4,256,1,bfloat16,fp8,0,1.3319456100463867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,8,256,1,bfloat16,bfloat16,0,0.2348128080368042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,8,256,1,fp8,fp8,0,0.1721168041229248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,1,256,1,bfloat16,fp8,0,0.7096496105194092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,24,4,256,1,bfloat16,fp8,0,0.715392017364502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,2,256,1,fp8,fp8,0,0.1699887990951538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,4,256,1,bfloat16,bfloat16,0,0.23236000537872314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,4,256,1,bfloat16,fp8,0,0.4049583911895752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,24,8,256,1,bfloat16,fp8,0,0.4090271949768066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,1,256,1,fp8,fp8,0,7.435813140869141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,1,256,1,bfloat16,bfloat16,0,10.731633758544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,2,256,1,fp8,fp8,0,7.636167907714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,2,256,1,bfloat16,bfloat16,0,11.581412506103515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,4,256,1,bfloat16,bfloat16,0,12.566840362548827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,1,256,1,bfloat16,fp8,0,18.386994934082033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,4,256,1,fp8,fp8,0,8.032075500488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,2,256,1,bfloat16,fp8,0,18.848124694824218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,8,256,1,fp8,fp8,0,8.73689956665039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,8,256,1,bfloat16,bfloat16,0,14.179806518554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,24,256,1,fp8,fp8,0,6.409716796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,1,256,1,bfloat16,bfloat16,0,5.183863830566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,4,256,1,bfloat16,fp8,0,19.592326354980468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,24,256,1,bfloat16,bfloat16,0,12.635604858398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,1,256,1,fp8,fp8,0,3.7336910247802733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,2,256,1,fp8,fp8,0,3.7470928192138673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,2,256,1,bfloat16,bfloat16,0,5.452131271362305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,24,256,1,bfloat16,fp8,0,13.800514221191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,1,256,1,bfloat16,fp8,0,8.916522979736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,4,256,1,bfloat16,bfloat16,0,6.068195343017578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,4,256,1,fp8,fp8,0,3.969084930419922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,2,256,1,bfloat16,fp8,0,9.143994903564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,24,8,256,1,bfloat16,fp8,0,21.098948669433593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,8,256,1,fp8,fp8,0,4.461281585693359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,8,256,1,bfloat16,bfloat16,0,7.0287422180175785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,4,256,1,bfloat16,fp8,0,9.64038543701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,24,256,1,fp8,fp8,0,3.1340864181518553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,1,256,1,bfloat16,bfloat16,0,2.6184911727905273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,24,256,1,bfloat16,bfloat16,0,6.2979999542236325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,1,256,1,fp8,fp8,0,1.8861167907714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,2,256,1,fp8,fp8,0,1.8876127243041991
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,1,256,1,bfloat16,fp8,0,4.503031921386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,2,256,1,bfloat16,bfloat16,0,2.6605567932128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,24,256,1,bfloat16,fp8,0,6.987163543701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,24,8,256,1,bfloat16,fp8,0,10.565742492675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,4,256,1,bfloat16,bfloat16,0,3.022262382507324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,2,256,1,bfloat16,fp8,0,4.554681777954102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,4,256,1,fp8,fp8,0,1.9223951339721679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,8,256,1,fp8,fp8,0,2.097483253479004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,24,256,1,fp8,fp8,0,1.4042415618896484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,8,256,1,bfloat16,bfloat16,0,3.3992401123046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,1,256,1,bfloat16,bfloat16,0,1.3507007598876952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,24,256,1,bfloat16,bfloat16,0,3.063670349121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,4,256,1,bfloat16,fp8,0,4.898505783081054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,1,256,1,fp8,fp8,0,0.9680800437927246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,1,256,1,bfloat16,fp8,0,2.3071407318115233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,2,256,1,bfloat16,bfloat16,0,1.3657983779907226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,2,256,1,fp8,fp8,0,0.9738063812255859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,24,256,1,bfloat16,fp8,0,3.499942398071289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,4,256,1,bfloat16,bfloat16,0,1.3902735710144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,2,256,1,bfloat16,fp8,0,2.331564712524414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,24,8,256,1,bfloat16,fp8,0,5.258097457885742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,4,256,1,fp8,fp8,0,0.9783103942871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,8,256,1,fp8,fp8,0,1.0026464462280273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,4,256,1,bfloat16,fp8,0,2.3639759063720702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,24,256,1,fp8,fp8,0,0.5802383899688721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,1,256,1,bfloat16,bfloat16,0,0.7187248229980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,1,256,1,fp8,fp8,0,0.5027440071105957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,2,256,1,bfloat16,bfloat16,0,0.7184559822082519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,24,256,1,bfloat16,fp8,0,1.6915536880493165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,1,256,1,bfloat16,fp8,0,1.2147680282592774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,8,256,1,bfloat16,fp8,0,2.5630767822265623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,2,256,1,fp8,fp8,0,0.5040256023406983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,2,256,1,bfloat16,fp8,0,1.225051212310791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,4,256,1,bfloat16,bfloat16,0,0.7245376110076904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,4,256,1,fp8,fp8,0,0.5108799934387207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,8,256,1,bfloat16,bfloat16,0,0.7446176052093506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,8,256,1,fp8,fp8,0,0.5225791931152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,24,256,1,fp8,fp8,0,0.28813920021057127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,24,256,1,bfloat16,fp8,0,0.7391871929168701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,8,256,1,bfloat16,fp8,0,1.2662416458129884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,1,256,1,fp8,fp8,0,0.26634719371795657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,1,256,1,bfloat16,fp8,0,0.6483376026153564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,24,256,1,bfloat16,bfloat16,0,1.275822353363037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,2,256,1,bfloat16,bfloat16,0,0.369488000869751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,2,256,1,fp8,fp8,0,0.2674015998840332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,2,256,1,bfloat16,fp8,0,0.6450479984283447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,4,256,1,bfloat16,bfloat16,0,0.37517120838165285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,4,256,1,fp8,fp8,0,0.268560004234314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,4,256,1,bfloat16,fp8,0,0.6499631881713868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,8,256,1,bfloat16,bfloat16,0,0.38819360733032227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,8,256,1,fp8,fp8,0,0.27244000434875487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,8,256,1,bfloat16,fp8,0,0.6633247852325439
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,24,256,1,bfloat16,fp8,0,0.3888751983642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,1,256,1,bfloat16,bfloat16,0,0.20563039779663086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,24,4,256,1,bfloat16,fp8,0,1.2353152275085448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,1,256,1,fp8,fp8,0,0.14886720180511476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,1,256,1,bfloat16,fp8,0,0.3591936111450195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,2,256,1,bfloat16,bfloat16,0,0.20515999794006348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,24,8,256,1,bfloat16,bfloat16,0,1.5405856132507325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,2,256,1,fp8,fp8,0,0.14767520427703856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,2,256,1,bfloat16,fp8,0,0.3605295896530151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,4,256,1,fp8,fp8,0,0.14969279766082763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,8,256,1,bfloat16,bfloat16,0,0.20936639308929444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,8,256,1,bfloat16,fp8,0,0.36613600254058837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,8,256,1,fp8,fp8,0,0.15176639556884766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,24,256,1,bfloat16,bfloat16,0,0.13123040199279784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,24,256,1,bfloat16,fp8,0,0.22314879894256592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,24,256,1,fp8,fp8,0,0.0923520028591156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,1,256,1,bfloat16,bfloat16,0,0.12284959554672241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,24,256,1,bfloat16,bfloat16,0,0.22842879295349122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,1,256,1,fp8,fp8,0,0.08831200003623962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,2,256,1,bfloat16,bfloat16,0,0.12297120094299316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,24,256,1,bfloat16,bfloat16,0,0.4542255878448486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,2,256,1,bfloat16,fp8,0,0.21422240734100342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,2,256,1,fp8,fp8,0,0.08833760023117065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,24,1,256,1,bfloat16,bfloat16,0,0.3683167934417725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,4,256,1,bfloat16,bfloat16,0,0.12311680316925049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,4,256,1,bfloat16,fp8,0,0.21529440879821776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,8,256,1,bfloat16,bfloat16,0,0.1251248002052307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,4,256,1,bfloat16,bfloat16,0,0.2070528030395508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,8,256,1,bfloat16,fp8,0,0.21621279716491698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,4,256,1,bfloat16,fp8,0,0.3605216026306152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,24,24,256,1,fp8,fp8,0,0.155841600894928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,4,256,1,fp8,fp8,0,0.09036319851875305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,8,256,1,fp8,fp8,0,0.09031999707221985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,24,1,256,1,bfloat16,fp8,0,0.21401920318603515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,1,256,1,fp8,fp8,0,4.184265518188477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,1,256,1,bfloat16,bfloat16,0,6.4469245910644535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,2,256,1,fp8,fp8,0,4.455915069580078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,2,256,1,bfloat16,bfloat16,0,7.081915283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,1,256,1,bfloat16,fp8,0,10.566169738769531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,4,256,1,fp8,fp8,0,4.796820831298828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,4,256,1,bfloat16,bfloat16,0,7.896049499511719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,2,256,1,bfloat16,fp8,0,11.029702758789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,4,256,1,bfloat16,fp8,0,11.873436737060548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,8,256,1,fp8,fp8,0,5.3812095642089846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,1,256,1,bfloat16,bfloat16,0,2.9610736846923826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,24,256,1,fp8,fp8,0,4.153484725952149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,8,256,1,bfloat16,bfloat16,0,9.675830078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,1,256,1,fp8,fp8,0,2.101192092895508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,24,256,1,bfloat16,bfloat16,0,8.225885009765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,1,256,1,bfloat16,fp8,0,4.973950576782227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,2,256,1,bfloat16,bfloat16,0,3.304790496826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,2,256,1,fp8,fp8,0,2.133241653442383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,24,256,1,bfloat16,fp8,0,9.194398498535156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,2,256,1,bfloat16,fp8,0,5.22021598815918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,4,256,1,fp8,fp8,0,2.315176010131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,4,256,1,bfloat16,bfloat16,0,3.7409408569335936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,24,8,256,1,bfloat16,fp8,0,13.02100067138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,8,256,1,fp8,fp8,0,2.636457633972168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,8,256,1,bfloat16,bfloat16,0,4.454294586181641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,24,256,1,fp8,fp8,0,2.0736015319824217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,4,256,1,bfloat16,fp8,0,5.597820663452149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,24,256,1,bfloat16,bfloat16,0,4.116396713256836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,1,256,1,fp8,fp8,0,1.061315155029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,24,256,1,bfloat16,fp8,0,4.649894332885742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,2,256,1,bfloat16,bfloat16,0,1.5530511856079101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,24,8,256,1,bfloat16,fp8,0,6.248675155639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,2,256,1,fp8,fp8,0,1.0667648315429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,1,256,1,bfloat16,fp8,0,2.5118991851806642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,2,256,1,bfloat16,fp8,0,2.584396743774414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,4,256,1,fp8,fp8,0,1.1064687728881837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,4,256,1,bfloat16,bfloat16,0,1.8471567153930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,8,256,1,fp8,fp8,0,1.2888143539428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,8,256,1,bfloat16,bfloat16,0,2.2289648056030273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,4,256,1,bfloat16,fp8,0,2.811379241943359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,24,256,1,fp8,fp8,0,0.9581199645996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,24,256,1,bfloat16,bfloat16,0,2.0569311141967774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,1,256,1,bfloat16,bfloat16,0,0.7719727993011475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,1,256,1,fp8,fp8,0,0.5452208042144775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,2,256,1,bfloat16,bfloat16,0,0.7851568222045898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,24,256,1,bfloat16,fp8,0,2.3503631591796874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,1,256,1,bfloat16,fp8,0,1.288699245452881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,2,256,1,fp8,fp8,0,0.5493167877197266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,1,256,1,bfloat16,bfloat16,0,1.4980879783630372
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,24,8,256,1,bfloat16,fp8,0,3.251504135131836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,2,256,1,bfloat16,fp8,0,1.3081536293029785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,4,256,1,bfloat16,bfloat16,0,0.8427280426025391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,4,256,1,fp8,fp8,0,0.5592112064361572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,24,256,1,fp8,fp8,0,0.37268800735473634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,24,256,1,bfloat16,bfloat16,0,0.9100432395935059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,8,256,1,bfloat16,bfloat16,0,1.0086560249328613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,1,256,1,bfloat16,bfloat16,0,0.41231842041015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,4,256,1,bfloat16,fp8,0,1.3904895782470703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,24,256,1,bfloat16,fp8,0,1.1299615859985352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,8,256,1,bfloat16,fp8,0,1.5593343734741212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,1,256,1,fp8,fp8,0,0.2788304090499878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,1,256,1,bfloat16,fp8,0,0.6783999919891357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,2,256,1,bfloat16,bfloat16,0,0.41558399200439455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,2,256,1,fp8,fp8,0,0.28073599338531496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,2,256,1,bfloat16,fp8,0,0.689079999923706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,4,256,1,fp8,fp8,0,0.28752000331878663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,4,256,1,bfloat16,fp8,0,0.7026800155639649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,8,256,1,bfloat16,bfloat16,0,0.4484111785888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,24,256,1,bfloat16,bfloat16,0,0.3148672103881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,24,256,1,fp8,fp8,0,0.17644480466842652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,1,256,1,bfloat16,bfloat16,0,0.2166383981704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,24,8,256,1,fp8,fp8,0,0.5927855968475342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,1,256,1,fp8,fp8,0,0.15393760204315185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,1,256,1,bfloat16,fp8,0,0.3771712064743042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,2,256,1,bfloat16,bfloat16,0,0.21816959381103515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,2,256,1,fp8,fp8,0,0.15568000078201294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,2,256,1,bfloat16,fp8,0,0.37780959606170655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,4,256,1,bfloat16,bfloat16,0,0.22264959812164306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,4,256,1,fp8,fp8,0,0.15631359815597534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,4,256,1,bfloat16,fp8,0,0.3810544013977051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,8,256,1,bfloat16,bfloat16,0,0.2398240089416504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,8,256,1,fp8,fp8,0,0.1598688006401062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,24,256,1,bfloat16,bfloat16,0,0.14394880533218385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,24,256,1,fp8,fp8,0,0.09289119839668274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,24,256,1,bfloat16,fp8,0,0.2407615900039673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,1,256,1,bfloat16,bfloat16,0,0.11917599439620971
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,4,256,1,bfloat16,bfloat16,0,0.4236752033233643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,1,256,1,fp8,fp8,0,0.08620799779891967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,1,256,1,bfloat16,fp8,0,0.21134400367736816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,8,256,1,fp8,fp8,0,0.2994256019592285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,2,256,1,bfloat16,bfloat16,0,0.1197983980178833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,2,256,1,fp8,fp8,0,0.08620319962501526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,24,8,256,1,bfloat16,fp8,0,0.7366303920745849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,4,256,1,bfloat16,bfloat16,0,0.12121280431747436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,4,256,1,fp8,fp8,0,0.0865119993686676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,4,256,1,bfloat16,fp8,0,0.21314239501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,24,256,1,bfloat16,fp8,0,0.49198079109191895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,8,256,1,bfloat16,bfloat16,0,0.1250480055809021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,8,256,1,fp8,fp8,0,0.0882319986820221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,8,256,1,bfloat16,fp8,0,0.21744799613952637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,24,256,1,fp8,fp8,0,0.05418559908866882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,24,256,1,bfloat16,fp8,0,0.13492480516433716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,1,256,1,fp8,fp8,0,0.05139200091361999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,1,256,1,bfloat16,fp8,0,0.1259328007698059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,2,256,1,bfloat16,bfloat16,0,0.0718720018863678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,2,256,1,fp8,fp8,0,0.05139200091361999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,2,256,1,bfloat16,fp8,0,0.12707680463790894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,4,256,1,bfloat16,bfloat16,0,0.07190560102462769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,4,256,1,fp8,fp8,0,0.05142880082130432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,24,8,256,1,bfloat16,fp8,0,0.3994751930236816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,8,256,1,bfloat16,bfloat16,0,0.07388319969177246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,8,256,1,bfloat16,fp8,0,0.12873760461807252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,24,256,1,bfloat16,bfloat16,0,0.051076799631118774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,24,256,1,fp8,fp8,0,0.035025599598884585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,1,256,1,bfloat16,bfloat16,0,0.04689440131187439
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,1,256,1,bfloat16,fp8,0,0.08053119778633118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,1,256,1,fp8,fp8,0,0.03294560015201568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,2,256,1,bfloat16,bfloat16,0,0.046716800332069396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,24,2,256,1,bfloat16,fp8,0,0.2129807949066162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,2,256,1,fp8,fp8,0,0.03306399881839752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,4,256,1,bfloat16,bfloat16,0,0.047275200486183167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,24,256,1,bfloat16,bfloat16,0,0.08004800081253052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,4,256,1,bfloat16,fp8,0,0.08182079792022705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,4,256,1,fp8,fp8,0,0.03471840023994446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,8,256,1,bfloat16,bfloat16,0,0.04732640087604523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,8,256,1,fp8,fp8,0,0.03500959873199463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,8,256,1,bfloat16,fp8,0,0.08271200060844422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,4,256,1,bfloat16,fp8,0,0.12755359411239625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,8,256,1,fp8,fp8,0,0.05142880082130432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,24,256,1,bfloat16,fp8,0,0.08503519892692565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,24,2,256,1,bfloat16,fp8,0,0.08109279870986938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,24,1,256,1,bfloat16,bfloat16,0,0.07186400294303893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,1,256,1,bfloat16,bfloat16,0,1.8799119949340821
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,1,256,1,fp8,fp8,0,1.2917679786682128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,1,256,1,bfloat16,fp8,0,3.0507904052734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,2,256,1,fp8,fp8,0,1.363753604888916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,2,256,1,bfloat16,bfloat16,0,2.1635200500488283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,2,256,1,bfloat16,fp8,0,3.2864559173583983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,4,256,1,fp8,fp8,0,1.537060832977295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,4,256,1,bfloat16,bfloat16,0,2.54146728515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,4,256,1,bfloat16,fp8,0,3.6623775482177736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,1,256,1,bfloat16,bfloat16,0,0.943836784362793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,8,256,1,bfloat16,bfloat16,0,3.2370479583740233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,8,256,1,fp8,fp8,0,1.8180864334106446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,1,256,1,bfloat16,fp8,0,1.5390735626220704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,1,256,1,fp8,fp8,0,0.6520368099212647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,2,256,1,bfloat16,bfloat16,0,1.0402959823608398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,2,256,1,fp8,fp8,0,0.6617455959320069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,24,256,1,bfloat16,fp8,0,3.502511978149414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,24,8,256,1,bfloat16,fp8,0,4.312225723266602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,2,256,1,bfloat16,fp8,0,1.631737518310547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,4,256,1,bfloat16,bfloat16,0,1.2374287605285645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,24,256,1,fp8,fp8,0,1.5211919784545898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,4,256,1,fp8,fp8,0,0.7187920093536377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,8,256,1,bfloat16,bfloat16,0,1.5707232475280761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,4,256,1,bfloat16,fp8,0,1.7977712631225586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,8,256,1,fp8,fp8,0,0.8711440086364746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,24,256,1,fp8,fp8,0,0.7353903770446777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,24,256,1,bfloat16,bfloat16,0,1.5103263854980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,1,256,1,fp8,fp8,0,0.33428800106048584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,24,256,1,bfloat16,fp8,0,1.7738943099975586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,1,256,1,bfloat16,fp8,0,0.7870031833648682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,2,256,1,bfloat16,bfloat16,0,0.49858880043029785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,24,256,1,bfloat16,bfloat16,0,3.008038330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,2,256,1,fp8,fp8,0,0.33862240314483644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,2,256,1,bfloat16,fp8,0,0.8104160308837891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,4,256,1,fp8,fp8,0,0.34855520725250244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,4,256,1,bfloat16,bfloat16,0,0.5834832191467285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,4,256,1,bfloat16,fp8,0,0.8972080230712891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,8,256,1,fp8,fp8,0,0.3960288047790527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,24,256,1,bfloat16,bfloat16,0,0.7280816078186035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,1,256,1,bfloat16,bfloat16,0,0.25730080604553224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,8,256,1,bfloat16,fp8,0,1.0875823974609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,24,256,1,bfloat16,fp8,0,0.8681872367858887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,8,256,1,bfloat16,bfloat16,0,0.7891712188720703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,1,256,1,fp8,fp8,0,0.1662224054336548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,1,256,1,bfloat16,fp8,0,0.41353278160095214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,2,256,1,bfloat16,bfloat16,0,0.26213119029998777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,2,256,1,bfloat16,fp8,0,0.41981921195983884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,4,256,1,bfloat16,bfloat16,0,0.27873280048370364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,4,256,1,fp8,fp8,0,0.1745792031288147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,4,256,1,bfloat16,fp8,0,0.4548624038696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,8,256,1,bfloat16,bfloat16,0,0.32061760425567626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,8,256,1,fp8,fp8,0,0.19052159786224365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,24,256,1,bfloat16,bfloat16,0,0.2733247995376587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,24,256,1,fp8,fp8,0,0.11708159446716308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,1,256,1,bfloat16,bfloat16,0,0.12941759824752808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,1,256,1,bfloat16,fp8,0,0.2278208017349243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,24,256,1,fp8,fp8,0,0.28137118816375734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,24,8,256,1,bfloat16,fp8,0,2.1506175994873047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,1,256,1,fp8,fp8,0,0.09236320257186889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,2,256,1,bfloat16,bfloat16,0,0.13143839836120605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,2,256,1,fp8,fp8,0,0.09243360161781311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,4,256,1,bfloat16,bfloat16,0,0.13750879764556884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,4,256,1,bfloat16,fp8,0,0.2323375940322876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,2,256,1,fp8,fp8,0,0.1682096004486084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,8,256,1,bfloat16,bfloat16,0,0.15386719703674318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,8,256,1,bfloat16,fp8,0,0.24988479614257814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,8,256,1,fp8,fp8,0,0.09656479954719543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,24,256,1,bfloat16,bfloat16,0,0.10450079441070556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,24,256,1,bfloat16,fp8,0,0.17038240432739257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,24,256,1,fp8,fp8,0,0.06166239976882935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,24,8,256,1,bfloat16,fp8,0,0.5007391929626465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,1,256,1,bfloat16,bfloat16,0,0.07764319777488708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,24,256,1,bfloat16,fp8,0,0.3738111972808838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,1,256,1,bfloat16,fp8,0,0.13732160329818727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,2,256,1,bfloat16,bfloat16,0,0.0780463993549347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,2,256,1,fp8,fp8,0,0.05353760123252869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,2,256,1,bfloat16,fp8,0,0.13775999546051027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,4,256,1,bfloat16,bfloat16,0,0.07974879741668701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,4,256,1,fp8,fp8,0,0.05552800297737122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,24,1,256,1,bfloat16,bfloat16,0,0.48559842109680174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,8,256,1,bfloat16,bfloat16,0,0.0822160005569458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,8,256,1,bfloat16,fp8,0,0.14309760332107543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,24,256,1,bfloat16,bfloat16,0,0.053465598821640016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,24,256,1,fp8,fp8,0,0.03575200140476227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,2,256,1,bfloat16,fp8,0,0.22651200294494628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,1,256,1,bfloat16,bfloat16,0,0.0452320009469986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,24,4,256,1,fp8,fp8,0,0.09440320134162902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,1,256,1,bfloat16,fp8,0,0.08157600164413452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,1,256,1,fp8,fp8,0,0.032862401008605956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,2,256,1,bfloat16,bfloat16,0,0.04519839882850647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,2,256,1,fp8,fp8,0,0.03286879956722259
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,2,256,1,bfloat16,fp8,0,0.08259519934654236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,4,256,1,bfloat16,bfloat16,0,0.04524160027503967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,4,256,1,bfloat16,fp8,0,0.08270080089569092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,8,256,1,bfloat16,bfloat16,0,0.04731520116329193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,8,256,1,fp8,fp8,0,0.03297599852085113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,24,256,1,bfloat16,bfloat16,0,0.03316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,24,256,1,bfloat16,fp8,0,0.054897600412368776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,24,256,1,fp8,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,1,256,1,fp8,fp8,0,0.053651201725006106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,1,256,1,bfloat16,bfloat16,0,0.028911998867988585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,1,256,1,bfloat16,fp8,0,0.050697600841522215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,1,256,1,fp8,fp8,0,0.02070239931344986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,2,256,1,bfloat16,bfloat16,0,0.029235199093818665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,4,256,1,bfloat16,fp8,0,0.13964799642562867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,2,256,1,bfloat16,fp8,0,0.04965919852256775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,2,256,1,fp8,fp8,0,0.02067359983921051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,24,8,256,1,fp8,fp8,0,0.05745440125465393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,4,256,1,bfloat16,fp8,0,0.05078240036964417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,8,256,1,bfloat16,bfloat16,0,0.030847999453544616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,24,256,1,bfloat16,fp8,0,0.0910368025302887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,8,256,1,bfloat16,fp8,0,0.052297598123550414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,8,256,1,fp8,fp8,0,0.022646400332450866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,24,256,1,bfloat16,bfloat16,0,0.024784000217914583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,24,256,1,bfloat16,fp8,0,0.04386720061302185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,1,256,1,bfloat16,bfloat16,0,0.02281759977340698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,1,256,1,bfloat16,fp8,0,0.04113599956035614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,1,256,1,fp8,fp8,0,0.018515199422836304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,2,256,1,bfloat16,bfloat16,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,2,256,1,fp8,fp8,0,0.017473599314689635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,2,256,1,bfloat16,fp8,0,0.04107039868831634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,4,256,1,fp8,fp8,0,0.03294239938259125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,24,8,256,1,bfloat16,fp8,0,0.08465440273284912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,4,256,1,fp8,fp8,0,0.016976000368595125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,4,256,1,bfloat16,fp8,0,0.04114400148391724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,8,256,1,bfloat16,bfloat16,0,0.024817599356174468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,4,256,1,bfloat16,bfloat16,0,0.023798400163650514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,8,256,1,fp8,fp8,0,0.018563200533390046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,8,256,1,bfloat16,fp8,0,0.041860800981521604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,4,256,1,bfloat16,bfloat16,0,0.030347201228141784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,1,256,1,fp8,fp8,0,0.45348482131958007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,1,256,1,bfloat16,bfloat16,0,0.6846767902374268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,24,24,256,1,fp8,fp8,0,0.018595199286937713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,2,256,1,bfloat16,bfloat16,0,0.7853472232818604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,1,256,1,bfloat16,fp8,0,1.0822799682617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,2,256,1,fp8,fp8,0,0.4738128185272217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,2,256,1,bfloat16,fp8,0,1.171003246307373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,4,256,1,bfloat16,bfloat16,0,0.9506688117980957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,4,256,1,fp8,fp8,0,0.5421311855316162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,24,4,256,1,fp8,fp8,0,0.022118400037288665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,4,256,1,bfloat16,fp8,0,1.3217599868774415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,8,256,1,fp8,fp8,0,0.6841263771057129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,24,256,1,bfloat16,bfloat16,0,1.2319087982177734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,1,256,1,bfloat16,bfloat16,0,0.3497391939163208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,8,256,1,bfloat16,bfloat16,0,1.2533647537231445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,1,256,1,fp8,fp8,0,0.2315376043319702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,1,256,1,bfloat16,fp8,0,0.5522848129272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,24,8,256,1,bfloat16,fp8,0,1.661686325073242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,2,256,1,bfloat16,bfloat16,0,0.375545597076416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,2,256,1,fp8,fp8,0,0.2361664056777954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,2,256,1,bfloat16,fp8,0,0.5861743927001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,24,256,1,bfloat16,fp8,0,1.4709728240966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,4,256,1,bfloat16,bfloat16,0,0.4593776226043701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,4,256,1,fp8,fp8,0,0.25169920921325684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,4,256,1,bfloat16,fp8,0,0.6549967765808106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,8,256,1,fp8,fp8,0,0.3117856025695801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,8,256,1,bfloat16,bfloat16,0,0.6121471881866455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,24,256,1,bfloat16,bfloat16,0,0.6094672203063964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,24,256,1,fp8,fp8,0,0.27241599559783936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,1,256,1,bfloat16,bfloat16,0,0.18200639486312867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,8,256,1,bfloat16,fp8,0,0.8045536041259765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,1,256,1,bfloat16,fp8,0,0.2835423946380615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,2,256,1,bfloat16,bfloat16,0,0.18888959884643555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,1,256,1,fp8,fp8,0,0.11090240478515626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,24,256,1,bfloat16,fp8,0,0.7265312194824218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,2,256,1,bfloat16,fp8,0,0.29176959991455076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,2,256,1,fp8,fp8,0,0.11210240125656128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,4,256,1,fp8,fp8,0,0.11731679439544677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,4,256,1,bfloat16,bfloat16,0,0.21076478958129882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,4,256,1,bfloat16,fp8,0,0.3253743886947632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,24,256,1,bfloat16,bfloat16,0,0.2804095983505249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,8,256,1,fp8,fp8,0,0.13764959573745728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,24,256,1,fp8,fp8,0,0.09035360217094421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,1,256,1,bfloat16,bfloat16,0,0.08663840293884277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,24,256,1,bfloat16,fp8,0,0.3298527956008911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,8,256,1,bfloat16,fp8,0,0.4083263874053955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,1,256,1,fp8,fp8,0,0.06017919778823853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,2,256,1,bfloat16,bfloat16,0,0.08854560256004333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,4,256,1,bfloat16,bfloat16,0,0.09244959950447082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,4,256,1,bfloat16,fp8,0,0.16110880374908448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,4,256,1,fp8,fp8,0,0.0619376003742218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,24,24,256,1,fp8,fp8,0,0.6089935779571534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,8,256,1,bfloat16,bfloat16,0,0.11976640224456787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,8,256,1,fp8,fp8,0,0.06578080058097839
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,24,256,1,bfloat16,bfloat16,0,0.08443679809570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,24,256,1,bfloat16,fp8,0,0.13573119640350342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,1,256,1,bfloat16,bfloat16,0,0.0511135995388031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,1,256,1,bfloat16,fp8,0,0.09033120274543763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,1,256,1,fp8,fp8,0,0.03510720133781433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,2,256,1,bfloat16,bfloat16,0,0.05135679841041565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,24,8,256,1,bfloat16,bfloat16,0,0.30143520832061765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,2,256,1,bfloat16,fp8,0,0.09074239730834961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,2,256,1,fp8,fp8,0,0.03519839942455292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,4,256,1,bfloat16,bfloat16,0,0.053059202432632444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,4,256,1,bfloat16,fp8,0,0.09248480200767517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,4,256,1,fp8,fp8,0,0.03701440095901489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,8,256,1,bfloat16,bfloat16,0,0.05549600124359131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,2,256,1,fp8,fp8,0,0.061660802364349364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,8,256,1,bfloat16,fp8,0,0.09607520103454589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,8,256,1,fp8,fp8,0,0.03715839982032776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,24,256,1,bfloat16,bfloat16,0,0.04116320013999939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,24,256,1,fp8,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,24,256,1,bfloat16,fp8,0,0.06761599779129028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,1,256,1,bfloat16,bfloat16,0,0.03295519948005676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,1,256,1,fp8,fp8,0,0.022678400576114654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,1,256,1,bfloat16,fp8,0,0.05746240019798279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,2,256,1,bfloat16,bfloat16,0,0.03298400044441223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,2,256,1,fp8,fp8,0,0.022707200050354003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,2,256,1,bfloat16,fp8,0,0.057633602619171144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,4,256,1,bfloat16,bfloat16,0,0.03298400044441223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,24,24,256,1,fp8,fp8,0,0.043219199776649474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,4,256,1,fp8,fp8,0,0.02269120067358017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,4,256,1,bfloat16,fp8,0,0.058790397644042966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,8,256,1,bfloat16,bfloat16,0,0.03495680093765259
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,8,256,1,bfloat16,fp8,0,0.06078879833221436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,24,8,256,1,fp8,fp8,0,0.024707199633121492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,24,256,1,bfloat16,bfloat16,0,0.024724799394607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,24,256,1,fp8,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,1,256,1,bfloat16,bfloat16,0,0.020707200467586517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,1,256,1,bfloat16,fp8,0,0.03518880009651184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,2,256,1,bfloat16,bfloat16,0,0.02064319998025894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,2,256,1,fp8,fp8,0,0.014574399590492249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,4,256,1,bfloat16,bfloat16,0,0.020691199600696562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,4,256,1,fp8,fp8,0,0.01584800034761429
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,1,256,1,bfloat16,fp8,0,0.15066879987716675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,4,256,1,bfloat16,fp8,0,0.03687520027160644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,8,256,1,bfloat16,bfloat16,0,0.0226160004734993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,2,256,1,bfloat16,fp8,0,0.1514847993850708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,24,256,1,bfloat16,fp8,0,0.028667199611663818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,24,256,1,fp8,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,1,256,1,bfloat16,bfloat16,0,0.014500799775123595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,1,256,1,bfloat16,fp8,0,0.024766400456428528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,1,256,1,fp8,fp8,0,0.010486400127410889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,24,8,256,1,bfloat16,fp8,0,0.18335360288619995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,2,256,1,bfloat16,bfloat16,0,0.014585599303245544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,2,256,1,bfloat16,fp8,0,0.024742400646209715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,4,256,1,bfloat16,bfloat16,0,0.014556799829006196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,4,256,1,bfloat16,fp8,0,0.026158401370048524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,24,256,1,bfloat16,fp8,0,0.03994239866733551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,4,256,1,fp8,fp8,0,0.01064639985561371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,8,256,1,bfloat16,bfloat16,0,0.014951999485492706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,8,256,1,fp8,fp8,0,0.012300799787044524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,1,256,1,fp8,fp8,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,24,256,1,bfloat16,bfloat16,0,0.016475200653076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,24,256,1,bfloat16,fp8,0,0.02675360143184662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,24,256,1,fp8,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,1,256,1,bfloat16,bfloat16,0,0.014424000680446625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,1,256,1,bfloat16,fp8,0,0.024711999297142028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,1,256,1,fp8,fp8,0,0.010475199669599533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,2,256,1,bfloat16,bfloat16,0,0.014454400539398194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,2,256,1,bfloat16,fp8,0,0.024691200256347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,8,256,1,bfloat16,fp8,0,0.03740000128746033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,2,256,1,fp8,fp8,0,0.010443200170993806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,4,256,1,bfloat16,fp8,0,0.02476319968700409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,4,256,1,fp8,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,8,256,1,bfloat16,bfloat16,0,0.014616000652313232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,8,256,1,bfloat16,fp8,0,0.02484800070524216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,8,256,1,fp8,fp8,0,0.010513599961996078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,1,256,1,bfloat16,bfloat16,0,0.2905280113220215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,8,256,1,bfloat16,fp8,0,0.026636800169944762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,2,256,1,bfloat16,fp8,0,0.03561600148677826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,1,256,1,bfloat16,fp8,0,0.45273761749267577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,1,256,1,fp8,fp8,0,0.1833184003829956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,24,256,1,bfloat16,bfloat16,0,0.016527999937534333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,2,256,1,bfloat16,bfloat16,0,0.32195999622344973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,24,4,256,1,bfloat16,bfloat16,0,0.014548799395561219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,2,256,1,bfloat16,fp8,0,0.4833392143249512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,4,256,1,bfloat16,bfloat16,0,0.39709279537200926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,4,256,1,fp8,fp8,0,0.20913920402526856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,4,256,1,bfloat16,fp8,0,0.549457597732544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,24,2,256,1,fp8,fp8,0,0.01037440001964569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,8,256,1,bfloat16,bfloat16,0,0.5403039932250977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,8,256,1,fp8,fp8,0,0.2725136041641235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,8,256,1,bfloat16,fp8,0,0.6886447906494141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,24,256,1,fp8,fp8,0,0.2574656009674072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,24,256,1,bfloat16,bfloat16,0,0.5388527870178222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,1,256,1,bfloat16,bfloat16,0,0.15231360197067262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,1,256,1,bfloat16,fp8,0,0.23143041133880615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,24,256,1,bfloat16,fp8,0,0.6439231872558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,2,256,1,bfloat16,bfloat16,0,0.160588800907135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,2,256,1,fp8,fp8,0,0.0842032015323639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,24,8,256,1,fp8,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,4,256,1,bfloat16,bfloat16,0,0.18693759441375732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,4,256,1,bfloat16,fp8,0,0.27042241096496583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,4,256,1,fp8,fp8,0,0.09262880086898803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,8,256,1,bfloat16,bfloat16,0,0.25903680324554446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,8,256,1,fp8,fp8,0,0.11553119421005249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,8,256,1,bfloat16,fp8,0,0.3415679931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,24,256,1,bfloat16,bfloat16,0,0.25697600841522217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,1,256,1,bfloat16,bfloat16,0,0.06576640009880066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,24,256,1,fp8,fp8,0,0.08009920120239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,24,256,1,bfloat16,fp8,0,0.3019248008728027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,1,256,1,fp8,fp8,0,0.045270401239395144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,2,256,1,bfloat16,bfloat16,0,0.06784960031509399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,2,256,1,bfloat16,fp8,0,0.11499840021133423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,2,256,1,fp8,fp8,0,0.04535520076751709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,4,256,1,bfloat16,bfloat16,0,0.07099519968032837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,4,256,1,bfloat16,fp8,0,0.12561440467834473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,4,256,1,fp8,fp8,0,0.04723039865493774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,8,256,1,bfloat16,bfloat16,0,0.1112671971321106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,8,256,1,fp8,fp8,0,0.04949280023574829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,8,256,1,bfloat16,fp8,0,0.16227999925613404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,24,256,1,bfloat16,bfloat16,0,0.0800383985042572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,24,256,1,bfloat16,fp8,0,0.12285439968109131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,24,2,256,1,fp8,fp8,0,0.19051359891891478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,1,256,1,bfloat16,bfloat16,0,0.037241598963737486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,1,256,1,bfloat16,fp8,0,0.06571679711341857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,1,256,1,fp8,fp8,0,0.02677919864654541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,2,256,1,bfloat16,bfloat16,0,0.039103999733924866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,2,256,1,bfloat16,fp8,0,0.067331200838089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,2,256,1,fp8,fp8,0,0.026736000180244447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,4,256,1,bfloat16,bfloat16,0,0.03924480080604553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,4,256,1,fp8,fp8,0,0.026836800575256347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,4,256,1,bfloat16,fp8,0,0.0679423987865448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,8,256,1,bfloat16,bfloat16,0,0.04278239905834198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,8,256,1,bfloat16,fp8,0,0.07185279726982116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,8,256,1,fp8,fp8,0,0.028788799047470094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,24,256,1,bfloat16,bfloat16,0,0.031038400530815125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,24,256,1,fp8,fp8,0,0.02067199945449829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,24,256,1,bfloat16,fp8,0,0.051236802339553834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,1,256,1,bfloat16,bfloat16,0,0.024247999489307403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,24,1,256,1,bfloat16,fp8,0,0.11367199420928956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,1,256,1,fp8,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,1,256,1,bfloat16,fp8,0,0.041176000237464906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,2,256,1,bfloat16,bfloat16,0,0.024668799340724946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,2,256,1,bfloat16,fp8,0,0.04161440134048462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,2,256,1,fp8,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,4,256,1,bfloat16,fp8,0,0.04299519956111908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,4,256,1,fp8,fp8,0,0.016920000314712524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,1,256,1,fp8,fp8,0,0.08284000158309937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,8,256,1,fp8,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,8,256,1,bfloat16,fp8,0,0.044763201475143434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,24,256,1,bfloat16,fp8,0,0.03290559947490692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,24,256,1,bfloat16,bfloat16,0,0.020632000267505647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,24,24,256,1,fp8,fp8,0,0.03309440016746521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,1,256,1,bfloat16,bfloat16,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,1,256,1,bfloat16,fp8,0,0.028748801350593566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,1,256,1,fp8,fp8,0,0.012433599680662155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,2,256,1,fp8,fp8,0,0.012695999443531036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,4,256,1,bfloat16,bfloat16,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,2,256,1,bfloat16,fp8,0,0.028785601258277893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,4,256,1,bfloat16,fp8,0,0.028833600878715514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,4,256,1,fp8,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,8,256,1,bfloat16,bfloat16,0,0.018542400002479552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,8,256,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,8,256,1,bfloat16,fp8,0,0.029606398940086365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,24,256,1,bfloat16,bfloat16,0,0.012460800260305405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,24,256,1,bfloat16,fp8,0,0.020392000675201416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,1,256,1,bfloat16,bfloat16,0,0.010467199981212616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,1,256,1,bfloat16,fp8,0,0.016523200273513793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,1,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,2,256,1,bfloat16,bfloat16,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,2,256,1,bfloat16,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,2,256,1,fp8,fp8,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,4,256,1,bfloat16,bfloat16,0,0.0247296005487442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,4,256,1,bfloat16,bfloat16,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,4,256,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,24,8,256,1,bfloat16,bfloat16,0,0.026752001047134398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,8,256,1,bfloat16,bfloat16,0,0.010446400195360184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,8,256,1,bfloat16,fp8,0,0.01855199933052063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,24,256,1,fp8,fp8,0,0.014430400729179383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,24,2,256,1,bfloat16,fp8,0,0.24135360717773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,24,256,1,bfloat16,bfloat16,0,0.012347199767827988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,24,256,1,bfloat16,fp8,0,0.018588800728321076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,1,256,1,bfloat16,bfloat16,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,24,256,1,fp8,fp8,0,0.00841120034456253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,2,256,1,bfloat16,bfloat16,0,0.01045600026845932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,24,2,256,1,bfloat16,bfloat16,0,0.016616000235080718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,2,256,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,2,256,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,4,256,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,4,256,1,bfloat16,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,4,256,1,fp8,fp8,0,0.008313599973917007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,8,256,1,bfloat16,fp8,0,0.016601599752902985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,8,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,24,256,1,bfloat16,bfloat16,0,0.010494399815797806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,24,256,1,bfloat16,fp8,0,0.01855040043592453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,24,256,1,fp8,fp8,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,1,256,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,1,256,1,bfloat16,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,1,256,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,2,256,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,8,256,1,fp8,fp8,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,2,256,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,2,256,1,fp8,fp8,0,0.008262400329113007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,4,256,1,bfloat16,bfloat16,0,0.010364799946546554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,4,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,8,256,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,1,256,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,8,256,1,bfloat16,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,8,256,1,fp8,fp8,0,0.008206400275230407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,1,256,1,bfloat16,bfloat16,0,0.2118623971939087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,1,256,1,bfloat16,fp8,0,0.3559279918670654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,24,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,1,256,1,fp8,fp8,0,0.14574079513549804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,2,256,1,bfloat16,bfloat16,0,0.21924960613250732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,2,256,1,fp8,fp8,0,0.14567359685897827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,2,256,1,bfloat16,fp8,0,0.3644831895828247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,4,256,1,bfloat16,bfloat16,0,0.2359247922897339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,4,256,1,fp8,fp8,0,0.1539903998374939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,4,256,1,bfloat16,fp8,0,0.3840384006500244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,24,4,256,1,fp8,fp8,0,0.00843520015478134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,8,256,1,bfloat16,bfloat16,0,0.29614241123199464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,8,256,1,fp8,fp8,0,0.17686879634857178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,24,4,256,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,24,256,1,bfloat16,bfloat16,0,0.25494720935821535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,24,256,1,fp8,fp8,0,0.10880639553070068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,24,256,1,bfloat16,fp8,0,0.3284287929534912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,1,256,1,bfloat16,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,1,256,1,fp8,fp8,0,0.07601119875907898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,1,256,1,bfloat16,bfloat16,0,0.10289759635925293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,2,256,1,bfloat16,bfloat16,0,0.1046895980834961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,1,256,1,bfloat16,fp8,0,0.1851248025894165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,2,256,1,bfloat16,fp8,0,0.1856047987937927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,24,8,256,1,bfloat16,bfloat16,0,0.010366400331258773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,4,256,1,bfloat16,bfloat16,0,0.11042239665985107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,4,256,1,fp8,fp8,0,0.07803519964218139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,4,256,1,bfloat16,fp8,0,0.19377599954605101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,8,256,1,bfloat16,bfloat16,0,0.13086240291595458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,8,256,1,fp8,fp8,0,0.08012480139732361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,8,256,1,bfloat16,fp8,0,0.2120975971221924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,24,256,1,bfloat16,bfloat16,0,0.08819519877433776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,24,256,1,fp8,fp8,0,0.04742879867553711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,1,256,1,bfloat16,bfloat16,0,0.05545920133590698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,24,256,1,bfloat16,fp8,0,0.1442255973815918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,1,256,1,bfloat16,fp8,0,0.10423200130462647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,2,256,1,bfloat16,bfloat16,0,0.057251197099685666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,2,256,1,fp8,fp8,0,0.04115520119667053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,2,256,1,bfloat16,fp8,0,0.105075204372406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,4,256,1,fp8,fp8,0,0.04111360013484955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,4,256,1,bfloat16,fp8,0,0.10665440559387207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,8,256,1,bfloat16,bfloat16,0,0.06130880117416382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,8,256,1,bfloat16,fp8,0,0.10884959697723388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,8,256,1,fp8,fp8,0,0.043217599391937256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,24,256,1,bfloat16,bfloat16,0,0.03925600051879883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,24,256,1,fp8,fp8,0,0.02757599949836731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,1,256,1,bfloat16,bfloat16,0,0.0329008013010025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,1,256,1,bfloat16,fp8,0,0.060521602630615234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,1,256,1,fp8,fp8,0,0.024743999540805816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,2,256,1,bfloat16,bfloat16,0,0.03288640081882477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,24,2,256,1,fp8,fp8,0,0.07599679827690124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,2,256,1,bfloat16,fp8,0,0.06151999831199646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,2,256,1,fp8,fp8,0,0.02481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,4,256,1,bfloat16,bfloat16,0,0.032969599962234496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,4,256,1,fp8,fp8,0,0.024799999594688416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,8,256,1,bfloat16,bfloat16,0,0.03503040075302124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,8,256,1,bfloat16,fp8,0,0.0636672019958496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,8,256,1,fp8,fp8,0,0.02476799935102463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,24,256,1,bfloat16,bfloat16,0,0.024663999676704407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,24,256,1,bfloat16,fp8,0,0.043163201212882994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,24,256,1,fp8,fp8,0,0.016804799437522888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,1,256,1,bfloat16,bfloat16,0,0.02067680060863495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,1,256,1,fp8,fp8,0,0.041065600514411923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,1,256,1,bfloat16,fp8,0,0.03878880143165588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,1,256,1,fp8,fp8,0,0.016395199298858642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,2,256,1,bfloat16,bfloat16,0,0.020614400506019592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,24,4,256,1,bfloat16,bfloat16,0,0.05757920145988464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,2,256,1,bfloat16,fp8,0,0.03911679983139038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,2,256,1,fp8,fp8,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,24,8,256,1,bfloat16,fp8,0,0.43899359703063967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,4,256,1,bfloat16,bfloat16,0,0.020695999264717102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,4,256,1,bfloat16,fp8,0,0.03910079896450043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,4,256,1,fp8,fp8,0,0.016444799304008485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,24,256,1,bfloat16,fp8,0,0.06984480023384095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,8,256,1,bfloat16,fp8,0,0.03929280042648316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,24,256,1,bfloat16,bfloat16,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,24,256,1,bfloat16,fp8,0,0.02881760001182556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,24,256,1,fp8,fp8,0,0.012481600046157837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,1,256,1,bfloat16,bfloat16,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,1,256,1,fp8,fp8,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,2,256,1,bfloat16,bfloat16,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,2,256,1,fp8,fp8,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,2,256,1,bfloat16,fp8,0,0.02672480046749115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,4,256,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,24,4,256,1,bfloat16,fp8,0,0.06178879737854004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,4,256,1,fp8,fp8,0,0.012363199889659882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,8,256,1,fp8,fp8,0,0.012403199821710587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,24,256,1,bfloat16,bfloat16,0,0.010366400331258773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,24,256,1,bfloat16,fp8,0,0.017022399604320525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,24,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,1,256,1,bfloat16,bfloat16,0,0.009203200042247773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,1,256,1,bfloat16,fp8,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,1,256,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,2,256,1,bfloat16,bfloat16,0,0.00939520001411438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,2,256,1,bfloat16,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,2,256,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,4,256,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,8,256,1,bfloat16,bfloat16,0,0.022545599937438966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,4,256,1,bfloat16,fp8,0,0.01650879979133606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,4,256,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,8,256,1,bfloat16,bfloat16,0,0.010320000350475311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,1,256,1,bfloat16,fp8,0,0.02672800123691559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,8,256,1,bfloat16,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,24,256,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,24,256,1,bfloat16,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,24,256,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,1,256,1,bfloat16,bfloat16,0,0.008697599917650223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,1,256,1,bfloat16,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,2,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,8,256,1,bfloat16,bfloat16,0,0.014563199877738953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,2,256,1,bfloat16,fp8,0,0.016473600268363954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,2,256,1,fp8,fp8,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,4,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,4,256,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,4,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,8,256,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,8,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,8,256,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,24,256,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,24,256,1,bfloat16,fp8,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,24,256,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,1,256,1,bfloat16,fp8,0,0.016510400176048278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,1,256,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,2,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,2,256,1,bfloat16,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,24,8,256,1,fp8,fp8,0,0.016531200706958772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,2,256,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,4,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,4,256,1,bfloat16,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,8,256,1,bfloat16,bfloat16,0,0.01032159999012947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,24,8,256,1,fp8,fp8,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,8,256,1,bfloat16,fp8,0,0.01684959977865219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,8,256,1,fp8,fp8,0,0.008263999968767166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,4,256,1,bfloat16,fp8,0,0.02680160105228424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,24,8,256,1,bfloat16,fp8,0,0.026895999908447266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,1,256,1,bfloat16,fp8,0,0.33136160373687745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,2,256,1,bfloat16,bfloat16,0,0.18666239976882934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,2,256,1,fp8,fp8,0,0.13967519998550415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,4,256,1,bfloat16,bfloat16,0,0.19279839992523193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,1,256,1,bfloat16,bfloat16,0,0.00844319984316826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,4,256,1,bfloat16,fp8,0,0.3371023893356323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,4,256,1,fp8,fp8,0,0.14145439863204956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,8,256,1,bfloat16,bfloat16,0,0.21500799655914307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,8,256,1,fp8,fp8,0,0.14360320568084717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,8,256,1,bfloat16,fp8,0,0.3563215970993042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,24,4,256,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,24,256,1,fp8,fp8,0,0.07993919849395752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,1,256,1,bfloat16,bfloat16,0,0.09644479751586914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,1,256,1,bfloat16,fp8,0,0.17884639501571656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,1,256,1,fp8,fp8,0,0.0718720018863678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,1,256,1,bfloat16,bfloat16,0,0.18530880212783812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,2,256,1,bfloat16,bfloat16,0,0.09648640155792236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,2,256,1,bfloat16,fp8,0,0.17969440221786498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,1,256,1,fp8,fp8,0,0.13953919410705568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,4,256,1,bfloat16,bfloat16,0,0.09849759936332703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,4,256,1,fp8,fp8,0,0.07391679883003235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,4,256,1,bfloat16,fp8,0,0.1806112051010132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,8,256,1,bfloat16,bfloat16,0,0.10056799650192261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,24,2,256,1,bfloat16,fp8,0,0.3325711965560913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,8,256,1,bfloat16,fp8,0,0.18467520475387572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,8,256,1,fp8,fp8,0,0.07587360143661499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,24,256,1,bfloat16,bfloat16,0,0.059592002630233766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,24,256,1,fp8,fp8,0,0.043188801407814024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,24,256,1,bfloat16,fp8,0,0.10892479419708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,1,256,1,bfloat16,bfloat16,0,0.05315200090408325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,1,256,1,bfloat16,fp8,0,0.09940800070762634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,2,256,1,bfloat16,bfloat16,0,0.05338559746742248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,2,256,1,fp8,fp8,0,0.039043200016021726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,2,256,1,bfloat16,fp8,0,0.09944319725036621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,4,256,1,bfloat16,bfloat16,0,0.053439998626708986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,4,256,1,bfloat16,fp8,0,0.1004032015800476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,4,256,1,fp8,fp8,0,0.040012800693511964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,24,256,1,bfloat16,fp8,0,0.20836639404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,8,256,1,bfloat16,bfloat16,0,0.055427199602127074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,8,256,1,bfloat16,fp8,0,0.10225119590759277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,8,256,1,fp8,fp8,0,0.04108799993991852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,24,256,1,bfloat16,bfloat16,0,0.033539199829101564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,24,256,1,bfloat16,fp8,0,0.06351839900016784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,1,256,1,bfloat16,bfloat16,0,0.03089120090007782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,24,1,256,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,1,256,1,bfloat16,fp8,0,0.05881119966506958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,2,256,1,bfloat16,bfloat16,0,0.030827200412750243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,2,256,1,bfloat16,fp8,0,0.05885440111160278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,2,256,1,fp8,fp8,0,0.02269600033760071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,4,256,1,bfloat16,bfloat16,0,0.030910399556159974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,4,256,1,bfloat16,fp8,0,0.05917440056800842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,4,256,1,fp8,fp8,0,0.023153600096702576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,8,256,1,bfloat16,bfloat16,0,0.030924800038337707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,8,256,1,bfloat16,fp8,0,0.05958560109138489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,8,256,1,fp8,fp8,0,0.024695999920368195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,24,256,1,bfloat16,bfloat16,0,0.020644800364971162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,24,256,1,fp8,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,24,256,1,bfloat16,fp8,0,0.03912639915943146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,1,256,1,bfloat16,bfloat16,0,0.0186256006360054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,1,256,1,bfloat16,fp8,0,0.03701280057430267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,24,1,256,1,fp8,fp8,0,0.03912320137023926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,1,256,1,fp8,fp8,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,2,256,1,bfloat16,bfloat16,0,0.018646399676799773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,2,256,1,bfloat16,fp8,0,0.03739359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,2,256,1,fp8,fp8,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,24,256,1,bfloat16,bfloat16,0,0.12833919525146484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,4,256,1,bfloat16,bfloat16,0,0.01987999975681305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,4,256,1,fp8,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,4,256,1,bfloat16,fp8,0,0.037590399384498596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,8,256,1,bfloat16,bfloat16,0,0.020601600408554077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,8,256,1,bfloat16,fp8,0,0.037643200159072875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,24,256,1,bfloat16,bfloat16,0,0.014548799395561219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,24,256,1,fp8,fp8,0,0.024780799448490144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,1,256,1,bfloat16,bfloat16,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,24,1,256,1,fp8,fp8,0,0.022726400196552275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,1,256,1,bfloat16,fp8,0,0.02614719867706299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,2,256,1,bfloat16,bfloat16,0,0.014502400159835815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,2,256,1,bfloat16,fp8,0,0.02624959945678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,2,256,1,fp8,fp8,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,4,256,1,bfloat16,fp8,0,0.025990399718284606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,4,256,1,fp8,fp8,0,0.010489600151777268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,8,256,1,bfloat16,bfloat16,0,0.014481599628925323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,8,256,1,bfloat16,fp8,0,0.026441600918769837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,8,256,1,fp8,fp8,0,0.010628800094127654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,24,256,1,bfloat16,bfloat16,0,0.01032159999012947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,24,256,1,bfloat16,fp8,0,0.016499200463294984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,24,256,1,fp8,fp8,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,1,256,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,1,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,1,256,1,fp8,fp8,0,0.008238399773836136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,2,256,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,24,8,256,1,fp8,fp8,0,0.015531200170516967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,2,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,24,256,1,fp8,fp8,0,0.012350399792194367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,4,256,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,4,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,8,256,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,24,2,256,1,fp8,fp8,0,0.07337599992752075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,8,256,1,bfloat16,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,4,256,1,bfloat16,bfloat16,0,0.014457599818706512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,8,256,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,24,256,1,bfloat16,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,1,256,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,1,256,1,bfloat16,fp8,0,0.016126400232315062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,1,256,1,fp8,fp8,0,0.00660799965262413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,2,256,1,bfloat16,bfloat16,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,2,256,1,bfloat16,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,2,256,1,fp8,fp8,0,0.00820479989051819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,4,256,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,4,256,1,bfloat16,fp8,0,0.016473600268363954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,4,256,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,8,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,8,256,1,bfloat16,fp8,0,0.016444799304008485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,8,256,1,fp8,fp8,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,24,256,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,2,256,1,bfloat16,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,24,256,1,bfloat16,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,24,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,24,256,1,bfloat16,fp8,0,0.027374398708343507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,1,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,1,256,1,bfloat16,fp8,0,0.01483519971370697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,24,1,256,1,fp8,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,2,256,1,bfloat16,bfloat16,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,2,256,1,bfloat16,fp8,0,0.016286399960517884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,4,256,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,4,256,1,bfloat16,fp8,0,0.016358399391174318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,4,256,1,fp8,fp8,0,0.006796800345182419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,8,256,1,bfloat16,bfloat16,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,8,256,1,bfloat16,fp8,0,0.016380800306797026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,8,256,1,fp8,fp8,0,0.008164799958467483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,1,256,1,bfloat16,bfloat16,0,0.1783360004425049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,1,256,1,bfloat16,fp8,0,0.31598401069641113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,1,256,1,fp8,fp8,0,0.13465919494628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,2,256,1,bfloat16,bfloat16,0,0.17836480140686034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,2,256,1,bfloat16,fp8,0,0.3177839994430542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,24,4,256,1,bfloat16,fp8,0,0.016499200463294984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,1,256,1,fp8,fp8,0,0.007179199904203415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,24,2,256,1,fp8,fp8,0,0.007536000013351441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,4,256,1,bfloat16,bfloat16,0,0.17833919525146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,24,256,1,bfloat16,bfloat16,0,0.010315199941396713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,4,256,1,fp8,fp8,0,0.13528000116348265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,4,256,1,bfloat16,fp8,0,0.31650240421295167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,24,24,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,8,256,1,bfloat16,bfloat16,0,0.17837599515914918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,8,256,1,fp8,fp8,0,0.135316801071167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,24,256,1,bfloat16,bfloat16,0,0.09363840222358703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,8,256,1,bfloat16,fp8,0,0.31812798976898193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,1,256,1,bfloat16,bfloat16,0,0.09232800006866455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,24,256,1,bfloat16,fp8,0,0.1705407977104187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,1,256,1,fp8,fp8,0,0.06980800032615661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,1,256,1,bfloat16,fp8,0,0.17052799463272095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,2,256,1,bfloat16,bfloat16,0,0.09239839911460876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,4,256,1,bfloat16,bfloat16,0,0.0922927975654602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,2,256,1,bfloat16,fp8,0,0.1695296049118042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,2,256,1,fp8,fp8,0,0.06984800100326538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,4,256,1,bfloat16,fp8,0,0.17033920288085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,4,256,1,fp8,fp8,0,0.06985920071601867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,8,256,1,bfloat16,bfloat16,0,0.09233440160751342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,24,256,1,bfloat16,bfloat16,0,0.05135999917984009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,24,256,1,bfloat16,fp8,0,0.09603360295295715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,24,256,1,fp8,fp8,0,0.03905600011348724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,1,256,1,bfloat16,bfloat16,0,0.05138880014419556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,2,256,1,bfloat16,bfloat16,0,0.05135999917984009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,24,2,256,1,fp8,fp8,0,0.135316801071167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,2,256,1,bfloat16,fp8,0,0.09561439752578735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,2,256,1,fp8,fp8,0,0.03902879953384399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,4,256,1,bfloat16,bfloat16,0,0.05127840042114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,4,256,1,bfloat16,fp8,0,0.09625599980354309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,4,256,1,fp8,fp8,0,0.03910079896450043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,8,256,1,bfloat16,bfloat16,0,0.05130879878997803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,8,256,1,bfloat16,fp8,0,0.09584479928016662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,8,256,1,fp8,fp8,0,0.03909600079059601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,24,256,1,bfloat16,bfloat16,0,0.030833598971366883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,24,256,1,fp8,fp8,0,0.06980159878730774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,24,256,1,fp8,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,1,256,1,bfloat16,bfloat16,0,0.02887359857559204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,1,256,1,bfloat16,fp8,0,0.057417601346969604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,2,256,1,bfloat16,bfloat16,0,0.028841599822044373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,2,256,1,bfloat16,fp8,0,0.05714719891548157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,2,256,1,fp8,fp8,0,0.022710399329662324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,4,256,1,bfloat16,bfloat16,0,0.028889599442481994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,8,256,1,bfloat16,fp8,0,0.1704800009727478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,4,256,1,fp8,fp8,0,0.022716799378395082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,8,256,1,bfloat16,bfloat16,0,0.028870400786399842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,1,256,1,fp8,fp8,0,0.038998401165008544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,8,256,1,bfloat16,fp8,0,0.05751519799232483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,8,256,1,fp8,fp8,0,0.022686399519443512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,24,256,1,bfloat16,bfloat16,0,0.020552000403404234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,24,256,1,bfloat16,fp8,0,0.03687039911746979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,24,256,1,fp8,fp8,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,1,256,1,bfloat16,bfloat16,0,0.01857759952545166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,1,256,1,bfloat16,fp8,0,0.03701759874820709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,1,256,1,fp8,fp8,0,0.014528000354766845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,2,256,1,bfloat16,bfloat16,0,0.018676799535751343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,2,256,1,fp8,fp8,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,2,256,1,bfloat16,fp8,0,0.0369376003742218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,4,256,1,bfloat16,bfloat16,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,4,256,1,fp8,fp8,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,24,256,1,bfloat16,fp8,0,0.05744479894638062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,8,256,1,bfloat16,bfloat16,0,0.01863359957933426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,8,256,1,bfloat16,fp8,0,0.036929601430892946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,8,256,1,fp8,fp8,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,1,256,1,fp8,fp8,0,0.022711999714374542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,24,256,1,bfloat16,bfloat16,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,24,256,1,bfloat16,fp8,0,0.0257423996925354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,24,256,1,fp8,fp8,0,0.011363200098276138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,1,256,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,1,256,1,fp8,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,2,256,1,bfloat16,fp8,0,0.025360000133514405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,2,256,1,fp8,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,24,8,256,1,fp8,fp8,0,0.06977440118789673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,4,256,1,bfloat16,bfloat16,0,0.014419199526309967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,4,256,1,fp8,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,8,256,1,bfloat16,bfloat16,0,0.01443679928779602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,24,1,256,1,bfloat16,fp8,0,0.09544000029563904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,8,256,1,bfloat16,fp8,0,0.025894400477409363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,24,256,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,24,256,1,bfloat16,fp8,0,0.01647839993238449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,24,256,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,1,256,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,1,256,1,bfloat16,fp8,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,1,256,1,fp8,fp8,0,0.006326399743556976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,24,4,256,1,bfloat16,fp8,0,0.03686240017414093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,2,256,1,bfloat16,bfloat16,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,2,256,1,bfloat16,fp8,0,0.014500799775123595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,2,256,1,fp8,fp8,0,0.006302399933338166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,4,256,1,bfloat16,bfloat16,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,4,256,1,bfloat16,fp8,0,0.0149167999625206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,4,256,1,fp8,fp8,0,0.006337600201368332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,2,256,1,bfloat16,bfloat16,0,0.014484800398349762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,8,256,1,bfloat16,fp8,0,0.015897600352764128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,24,256,1,bfloat16,bfloat16,0,0.010291200131177902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,24,256,1,bfloat16,fp8,0,0.016510400176048278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,24,4,256,1,bfloat16,fp8,0,0.05751680135726929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,24,256,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,4,256,1,bfloat16,fp8,0,0.02597759962081909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,1,256,1,bfloat16,fp8,0,0.01579200029373169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,1,256,1,fp8,fp8,0,0.00634239986538887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,2,256,1,bfloat16,fp8,0,0.014473600685596466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,2,256,1,fp8,fp8,0,0.006286399811506272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,4,256,1,bfloat16,bfloat16,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,4,256,1,bfloat16,fp8,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,4,256,1,fp8,fp8,0,0.006276799738407135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,8,256,1,bfloat16,bfloat16,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,8,256,1,bfloat16,fp8,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,8,256,1,fp8,fp8,0,0.006335999816656113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,24,256,1,bfloat16,bfloat16,0,0.009548799693584442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,24,256,1,bfloat16,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,24,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,1,256,1,bfloat16,bfloat16,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,1,256,1,bfloat16,fp8,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,1,256,1,fp8,fp8,0,0.006360000371932984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,2,256,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,1,256,1,bfloat16,fp8,0,0.025785601139068602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,8,256,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,2,256,1,bfloat16,fp8,0,0.016518400609493257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,24,8,256,1,fp8,fp8,0,0.006335999816656113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,2,256,1,fp8,fp8,0,0.006350400298833847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,4,256,1,bfloat16,fp8,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,8,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,1,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,8,256,1,fp8,fp8,0,0.006291200220584869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,24,2,256,1,bfloat16,bfloat16,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,24,8,256,1,fp8,fp8,0,0.011006399989128113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,4,256,1,bfloat16,bfloat16,0,0.008436799794435502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,4,256,1,fp8,fp8,0,0.006278400123119354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,24,8,256,1,bfloat16,fp8,0,0.01449120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,1,256,1,fp8,fp8,0,70.304931640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,2,256,1,fp8,fp8,0,70.4200927734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,1,256,1,bfloat16,bfloat16,0,96.41962280273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,2,256,1,bfloat16,bfloat16,0,102.15383911132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,4,256,1,bfloat16,bfloat16,0,107.07911376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,4,256,1,fp8,fp8,0,73.92308959960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,16,256,1,bfloat16,bfloat16,0,56.032781982421874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,1,256,1,bfloat16,fp8,0,172.22652587890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,2,256,1,bfloat16,fp8,0,174.49615478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,8,256,1,fp8,fp8,0,78.27003784179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,4,256,1,bfloat16,fp8,0,176.7884521484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,8,256,1,bfloat16,bfloat16,0,111.411181640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,16,256,1,fp8,fp8,0,39.50998229980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,1,256,1,fp8,fp8,0,35.368429565429686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,1,256,1,bfloat16,bfloat16,0,48.44309997558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,2,256,1,bfloat16,bfloat16,0,48.374884033203124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,16,256,1,bfloat16,fp8,0,92.57674560546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,2,256,1,fp8,fp8,0,35.33149108886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,1,256,1,bfloat16,fp8,0,85.32665405273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,4,256,1,fp8,fp8,0,35.48411865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,4,256,1,bfloat16,bfloat16,0,51.17845458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,2,256,1,bfloat16,fp8,0,85.955712890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,16,8,256,1,bfloat16,fp8,0,183.6804443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,16,256,1,fp8,fp8,0,19.27875213623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,8,256,1,bfloat16,bfloat16,0,53.476654052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,16,256,1,bfloat16,bfloat16,0,27.63126220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,8,256,1,fp8,fp8,0,37.8720458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,1,256,1,bfloat16,bfloat16,0,24.47792205810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,1,256,1,fp8,fp8,0,17.887837219238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,4,256,1,bfloat16,fp8,0,87.5025146484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,16,256,1,bfloat16,fp8,0,46.42818603515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,2,256,1,bfloat16,bfloat16,0,24.468051147460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,2,256,1,fp8,fp8,0,17.85749206542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,4,256,1,fp8,fp8,0,17.906106567382814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,1,256,1,bfloat16,fp8,0,43.0928466796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,4,256,1,bfloat16,bfloat16,0,24.568182373046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,16,8,256,1,bfloat16,fp8,0,89.77343139648437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,2,256,1,bfloat16,fp8,0,43.15561218261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,8,256,1,bfloat16,bfloat16,0,26.566384887695314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,16,256,1,bfloat16,bfloat16,0,13.636820983886718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,16,256,1,fp8,fp8,0,9.226980590820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,8,256,1,fp8,fp8,0,18.00595703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,4,256,1,bfloat16,fp8,0,43.43052368164062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,16,256,1,bfloat16,fp8,0,23.058384704589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,1,256,1,bfloat16,bfloat16,0,12.523844909667968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,1,256,1,fp8,fp8,0,9.159986877441407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,2,256,1,bfloat16,bfloat16,0,12.52045135498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,2,256,1,fp8,fp8,0,9.154150390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,16,8,256,1,bfloat16,fp8,0,44.50916442871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,1,256,1,bfloat16,fp8,0,22.0017333984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,4,256,1,bfloat16,bfloat16,0,12.566476440429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,4,256,1,fp8,fp8,0,9.162602996826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,2,256,1,bfloat16,fp8,0,22.036114501953126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,8,256,1,bfloat16,bfloat16,0,12.682566070556641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,8,256,1,fp8,fp8,0,9.220750427246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,4,256,1,bfloat16,fp8,0,22.071014404296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,16,8,256,1,bfloat16,fp8,0,22.214628601074217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,1,256,1,fp8,fp8,0,39.72361450195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,2,256,1,fp8,fp8,0,39.75398254394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,1,256,1,bfloat16,bfloat16,0,54.40347900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,2,256,1,bfloat16,bfloat16,0,55.82901611328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,4,256,1,bfloat16,bfloat16,0,59.65284423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,4,256,1,fp8,fp8,0,41.19932556152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,1,256,1,bfloat16,fp8,0,95.9810546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,8,256,1,fp8,fp8,0,43.6416259765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,2,256,1,bfloat16,fp8,0,97.84856567382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,16,256,1,bfloat16,bfloat16,0,32.421142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,8,256,1,bfloat16,bfloat16,0,62.829315185546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,16,256,1,fp8,fp8,0,22.32762908935547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,4,256,1,bfloat16,fp8,0,99.58522338867188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,1,256,1,bfloat16,bfloat16,0,27.435174560546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,1,256,1,fp8,fp8,0,20.02856903076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,16,256,1,bfloat16,fp8,0,52.591986083984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,2,256,1,bfloat16,bfloat16,0,27.39331970214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,2,256,1,fp8,fp8,0,20.00977325439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,1,256,1,bfloat16,fp8,0,48.28911437988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,4,256,1,fp8,fp8,0,20.07474365234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,16,8,256,1,bfloat16,fp8,0,102.65638427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,4,256,1,bfloat16,bfloat16,0,28.531924438476562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,2,256,1,bfloat16,fp8,0,48.356640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,16,256,1,fp8,fp8,0,10.66893310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,16,256,1,bfloat16,bfloat16,0,15.652986145019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,8,256,1,bfloat16,bfloat16,0,30.473291015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,8,256,1,fp8,fp8,0,20.951123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,4,256,1,bfloat16,fp8,0,49.16891174316406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,1,256,1,bfloat16,bfloat16,0,13.930107116699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,1,256,1,fp8,fp8,0,10.16605453491211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,16,256,1,bfloat16,fp8,0,26.736465454101562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,2,256,1,bfloat16,bfloat16,0,13.884602355957032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,2,256,1,fp8,fp8,0,10.162260437011719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,4,256,1,fp8,fp8,0,10.176278686523437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,1,256,1,bfloat16,fp8,0,24.4551513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,4,256,1,bfloat16,bfloat16,0,13.997592163085937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,16,8,256,1,bfloat16,fp8,0,50.566427612304686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,2,256,1,bfloat16,fp8,0,24.496183776855467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,8,256,1,bfloat16,bfloat16,0,14.665505981445312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,16,256,1,fp8,fp8,0,5.2794654846191404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,16,256,1,bfloat16,bfloat16,0,7.776030731201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,8,256,1,fp8,fp8,0,10.254612731933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,1,256,1,bfloat16,bfloat16,0,7.197039794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,4,256,1,bfloat16,fp8,0,24.580477905273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,1,256,1,fp8,fp8,0,5.238081741333008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,16,256,1,bfloat16,fp8,0,13.287132263183594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,2,256,1,bfloat16,bfloat16,0,7.163719940185547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,2,256,1,fp8,fp8,0,5.245220947265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,1,256,1,bfloat16,fp8,0,12.641397094726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,4,256,1,fp8,fp8,0,5.248139190673828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,4,256,1,bfloat16,bfloat16,0,7.218830108642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,16,8,256,1,bfloat16,fp8,0,25.297193908691405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,2,256,1,bfloat16,fp8,0,12.652690887451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,8,256,1,bfloat16,bfloat16,0,7.267059326171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,8,256,1,fp8,fp8,0,5.2727294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,4,256,1,bfloat16,fp8,0,12.656153869628906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,16,8,256,1,bfloat16,fp8,0,12.757131195068359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,1,256,1,fp8,fp8,0,27.708624267578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,2,256,1,fp8,fp8,0,27.712954711914062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,1,256,1,bfloat16,bfloat16,0,37.948019409179686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,2,256,1,bfloat16,bfloat16,0,38.597906494140624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,4,256,1,bfloat16,bfloat16,0,41.13014526367188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,4,256,1,fp8,fp8,0,28.185995483398436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,1,256,1,bfloat16,fp8,0,66.85426025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,16,256,1,bfloat16,bfloat16,0,22.811886596679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,2,256,1,bfloat16,fp8,0,67.91111450195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,8,256,1,fp8,fp8,0,30.454486083984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,8,256,1,bfloat16,bfloat16,0,44.15546569824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,4,256,1,bfloat16,fp8,0,69.35953979492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,16,256,1,fp8,fp8,0,15.589434814453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,1,256,1,fp8,fp8,0,13.988577270507813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,1,256,1,bfloat16,bfloat16,0,19.1510986328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,16,256,1,bfloat16,fp8,0,37.01869506835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,2,256,1,bfloat16,bfloat16,0,19.131980895996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,2,256,1,fp8,fp8,0,13.96466522216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,1,256,1,bfloat16,fp8,0,33.694091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,4,256,1,bfloat16,bfloat16,0,19.744827270507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,16,8,256,1,bfloat16,fp8,0,72.087646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,4,256,1,fp8,fp8,0,14.019386291503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,2,256,1,bfloat16,fp8,0,33.747616577148435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,16,256,1,bfloat16,bfloat16,0,11.226551818847657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,16,256,1,fp8,fp8,0,7.444172668457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,8,256,1,fp8,fp8,0,14.263551330566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,8,256,1,bfloat16,bfloat16,0,21.27698516845703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,1,256,1,bfloat16,bfloat16,0,9.755238342285157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,4,256,1,bfloat16,fp8,0,34.13398132324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,1,256,1,fp8,fp8,0,7.117082977294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,16,256,1,bfloat16,fp8,0,18.7541748046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,2,256,1,bfloat16,bfloat16,0,9.751694488525391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,2,256,1,fp8,fp8,0,7.117587280273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,16,8,256,1,bfloat16,fp8,0,35.333642578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,4,256,1,bfloat16,bfloat16,0,9.8180908203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,1,256,1,bfloat16,fp8,0,17.13438720703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,4,256,1,fp8,fp8,0,7.132396697998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,2,256,1,bfloat16,fp8,0,17.171487426757814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,8,256,1,bfloat16,bfloat16,0,10.30164794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,16,256,1,bfloat16,bfloat16,0,5.31781120300293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,8,256,1,fp8,fp8,0,7.1899971008300785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,16,256,1,fp8,fp8,0,3.7193744659423826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,4,256,1,bfloat16,fp8,0,17.20801544189453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,1,256,1,fp8,fp8,0,3.6910320281982423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,16,256,1,bfloat16,fp8,0,9.341398620605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,2,256,1,bfloat16,bfloat16,0,5.043150329589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,16,8,256,1,bfloat16,fp8,0,17.708377075195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,1,256,1,bfloat16,bfloat16,0,5.047935867309571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,1,256,1,bfloat16,fp8,0,8.891129302978516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,4,256,1,bfloat16,bfloat16,0,5.0533489227294925
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,2,256,1,fp8,fp8,0,3.6858142852783202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,4,256,1,fp8,fp8,0,3.6797409057617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,2,256,1,bfloat16,fp8,0,8.91085433959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,8,256,1,bfloat16,bfloat16,0,5.102788925170898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,4,256,1,bfloat16,fp8,0,8.91629409790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,8,256,1,fp8,fp8,0,3.703654479980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,16,8,256,1,bfloat16,fp8,0,8.97998275756836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,1,256,1,fp8,fp8,0,35.46971740722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,2,256,1,fp8,fp8,0,35.565313720703124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,1,256,1,bfloat16,bfloat16,0,48.776312255859374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,2,256,1,bfloat16,bfloat16,0,51.90379028320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,4,256,1,bfloat16,bfloat16,0,55.74546508789062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,4,256,1,fp8,fp8,0,38.18679504394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,1,256,1,bfloat16,fp8,0,86.249658203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,2,256,1,bfloat16,fp8,0,87.83840942382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,8,256,1,fp8,fp8,0,39.7236328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,4,256,1,bfloat16,fp8,0,89.53427124023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,16,256,1,bfloat16,bfloat16,0,34.30867309570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,8,256,1,bfloat16,bfloat16,0,60.210089111328124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,16,256,1,fp8,fp8,0,20.678933715820314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,1,256,1,bfloat16,bfloat16,0,24.433956909179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,1,256,1,fp8,fp8,0,17.829217529296876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,2,256,1,bfloat16,bfloat16,0,24.506553649902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,2,256,1,fp8,fp8,0,17.82801513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,16,256,1,bfloat16,fp8,0,52.57021484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,1,256,1,bfloat16,fp8,0,43.017816162109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,4,256,1,bfloat16,bfloat16,0,26.119406127929686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,16,8,256,1,bfloat16,fp8,0,93.68842163085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,2,256,1,bfloat16,fp8,0,43.60028991699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,4,256,1,fp8,fp8,0,17.954757690429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,16,256,1,fp8,fp8,0,9.771076965332032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,16,256,1,bfloat16,bfloat16,0,14.768618774414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,8,256,1,fp8,fp8,0,19.206214904785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,8,256,1,bfloat16,bfloat16,0,28.299636840820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,1,256,1,bfloat16,bfloat16,0,12.365739440917968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,1,256,1,fp8,fp8,0,9.024385833740235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,16,256,1,bfloat16,fp8,0,23.825636291503905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,2,256,1,bfloat16,bfloat16,0,12.3590576171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,4,256,1,bfloat16,fp8,0,44.559722900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,2,256,1,fp8,fp8,0,9.016830444335938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,1,256,1,bfloat16,fp8,0,21.73612060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,16,8,256,1,bfloat16,fp8,0,46.13905029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,4,256,1,bfloat16,bfloat16,0,12.545137786865235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,4,256,1,fp8,fp8,0,9.039662170410157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,2,256,1,bfloat16,fp8,0,21.75361328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,8,256,1,bfloat16,bfloat16,0,13.455990600585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,16,256,1,fp8,fp8,0,4.70130729675293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,16,256,1,bfloat16,bfloat16,0,6.928150177001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,8,256,1,fp8,fp8,0,9.180342102050782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,1,256,1,bfloat16,bfloat16,0,6.325515365600586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,1,256,1,fp8,fp8,0,4.615699386596679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,4,256,1,bfloat16,fp8,0,21.994808959960938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,16,256,1,bfloat16,fp8,0,12.191216278076173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,2,256,1,bfloat16,bfloat16,0,6.320083236694336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,2,256,1,fp8,fp8,0,4.617187118530273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,16,8,256,1,bfloat16,fp8,0,22.749163818359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,1,256,1,bfloat16,fp8,0,11.095814514160157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,4,256,1,bfloat16,bfloat16,0,6.346843338012695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,4,256,1,fp8,fp8,0,4.617891311645508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,2,256,1,bfloat16,fp8,0,11.109957122802735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,8,256,1,bfloat16,bfloat16,0,6.4487457275390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,16,256,1,bfloat16,bfloat16,0,3.446180725097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,16,256,1,fp8,fp8,0,2.4213504791259766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,8,256,1,fp8,fp8,0,4.649049758911133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,1,256,1,bfloat16,bfloat16,0,3.2984798431396483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,1,256,1,fp8,fp8,0,2.4022239685058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,16,256,1,bfloat16,fp8,0,6.01624641418457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,2,256,1,bfloat16,bfloat16,0,3.294355010986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,2,256,1,fp8,fp8,0,2.402124786376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,1,256,1,bfloat16,fp8,0,5.7896881103515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,8,256,1,bfloat16,fp8,0,11.287007904052734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,2,256,1,bfloat16,fp8,0,5.786134338378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,4,256,1,fp8,fp8,0,2.4068735122680662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,16,4,256,1,bfloat16,fp8,0,11.142481231689453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,8,256,1,bfloat16,bfloat16,0,3.33563346862793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,8,256,1,fp8,fp8,0,2.4215248107910154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,4,256,1,bfloat16,fp8,0,5.799107360839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,4,256,1,bfloat16,bfloat16,0,3.302675247192383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,16,8,256,1,bfloat16,fp8,0,5.847006225585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,1,256,1,fp8,fp8,0,20.091539001464845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,2,256,1,fp8,fp8,0,20.127072143554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,1,256,1,bfloat16,bfloat16,0,27.56602783203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,2,256,1,bfloat16,bfloat16,0,28.417947387695314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,4,256,1,bfloat16,bfloat16,0,31.096649169921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,4,256,1,fp8,fp8,0,21.278993225097658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,1,256,1,bfloat16,fp8,0,48.590432739257814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,2,256,1,bfloat16,fp8,0,49.390994262695315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,8,256,1,fp8,fp8,0,22.52837371826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,16,256,1,bfloat16,bfloat16,0,20.207069396972656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,4,256,1,bfloat16,fp8,0,50.74184875488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,8,256,1,bfloat16,bfloat16,0,33.776739501953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,16,256,1,fp8,fp8,0,11.656217956542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,1,256,1,bfloat16,bfloat16,0,13.885446166992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,1,256,1,fp8,fp8,0,10.120961761474609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,2,256,1,bfloat16,bfloat16,0,13.915739440917969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,16,256,1,bfloat16,fp8,0,30.120159912109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,2,256,1,fp8,fp8,0,10.12585906982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,1,256,1,bfloat16,fp8,0,24.400550842285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,4,256,1,bfloat16,bfloat16,0,14.576029968261718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,16,8,256,1,bfloat16,fp8,0,52.435186767578124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,4,256,1,fp8,fp8,0,10.178679656982421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,2,256,1,bfloat16,fp8,0,24.511566162109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,16,256,1,fp8,fp8,0,5.555070495605468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,8,256,1,fp8,fp8,0,10.754926300048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,16,256,1,bfloat16,bfloat16,0,8.417499542236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,8,256,1,bfloat16,bfloat16,0,15.92337646484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,1,256,1,bfloat16,bfloat16,0,7.061638641357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,1,256,1,fp8,fp8,0,5.142873764038086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,16,256,1,bfloat16,fp8,0,13.657717895507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,4,256,1,bfloat16,fp8,0,25.21678924560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,2,256,1,bfloat16,bfloat16,0,7.049971008300782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,2,256,1,fp8,fp8,0,5.146279907226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,4,256,1,fp8,fp8,0,5.157521438598633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,1,256,1,bfloat16,fp8,0,12.371470642089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,4,256,1,bfloat16,bfloat16,0,7.119032287597657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,16,8,256,1,bfloat16,fp8,0,26.265750122070312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,8,256,1,bfloat16,bfloat16,0,7.495814514160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,2,256,1,bfloat16,fp8,0,12.40041732788086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,16,256,1,bfloat16,bfloat16,0,4.106945419311524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,8,256,1,fp8,fp8,0,5.220726394653321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,16,256,1,fp8,fp8,0,2.7101055145263673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,4,256,1,bfloat16,fp8,0,12.465753936767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,1,256,1,bfloat16,bfloat16,0,3.641543960571289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,1,256,1,fp8,fp8,0,2.6487232208251954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,16,256,1,bfloat16,fp8,0,6.927005004882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,2,256,1,bfloat16,bfloat16,0,3.6347934722900392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,2,256,1,fp8,fp8,0,2.6512287139892576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,16,8,256,1,bfloat16,fp8,0,12.87450714111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,1,256,1,bfloat16,fp8,0,6.397531127929687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,4,256,1,fp8,fp8,0,2.662144088745117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,4,256,1,bfloat16,bfloat16,0,3.6543712615966797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,2,256,1,bfloat16,fp8,0,6.4011375427246096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,8,256,1,fp8,fp8,0,2.6764928817749025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,16,256,1,bfloat16,bfloat16,0,2.0048751831054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,16,256,1,fp8,fp8,0,1.4120335578918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,8,256,1,bfloat16,bfloat16,0,3.71416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,1,256,1,bfloat16,bfloat16,0,1.917046356201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,1,256,1,fp8,fp8,0,1.3993760108947755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,4,256,1,bfloat16,fp8,0,6.415057373046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,16,256,1,bfloat16,fp8,0,3.4760223388671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,2,256,1,bfloat16,bfloat16,0,1.9189104080200194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,2,256,1,fp8,fp8,0,1.399409580230713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,1,256,1,bfloat16,fp8,0,3.3552318572998048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,4,256,1,bfloat16,bfloat16,0,1.9255231857299804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,4,256,1,fp8,fp8,0,1.405891227722168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,2,256,1,bfloat16,fp8,0,3.366815948486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,8,256,1,bfloat16,bfloat16,0,1.9469247817993165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,8,256,1,fp8,fp8,0,1.4074511528015137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,4,256,1,bfloat16,fp8,0,3.371830368041992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,16,8,256,1,bfloat16,fp8,0,3.3972415924072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,16,8,256,1,bfloat16,fp8,0,6.500933074951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,1,256,1,fp8,fp8,0,18.04210662841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,2,256,1,fp8,fp8,0,18.140858459472657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,1,256,1,bfloat16,bfloat16,0,25.044230651855468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,2,256,1,bfloat16,bfloat16,0,26.07044677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,4,256,1,bfloat16,bfloat16,0,27.82243957519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,4,256,1,fp8,fp8,0,18.989129638671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,1,256,1,bfloat16,fp8,0,43.91942138671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,2,256,1,bfloat16,fp8,0,45.039276123046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,4,256,1,bfloat16,fp8,0,45.6513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,8,256,1,fp8,fp8,0,20.635264587402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,8,256,1,bfloat16,bfloat16,0,31.58857116699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,16,256,1,bfloat16,bfloat16,0,25.024835205078126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,16,256,1,fp8,fp8,0,12.374491119384766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,1,256,1,fp8,fp8,0,9.072904205322265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,1,256,1,bfloat16,bfloat16,0,12.455754852294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,2,256,1,bfloat16,bfloat16,0,12.578116607666015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,16,256,1,bfloat16,fp8,0,27.6254638671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,2,256,1,fp8,fp8,0,9.075102233886719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,1,256,1,bfloat16,fp8,0,21.845059204101563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,4,256,1,bfloat16,bfloat16,0,13.938832092285157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,16,8,256,1,bfloat16,fp8,0,48.198910522460935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,4,256,1,fp8,fp8,0,9.212321472167968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,2,256,1,bfloat16,fp8,0,22.10948486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,16,256,1,fp8,fp8,0,5.2088462829589846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,8,256,1,fp8,fp8,0,10.113662719726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,8,256,1,bfloat16,bfloat16,0,15.357333374023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,4,256,1,bfloat16,fp8,0,22.917449951171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,16,256,1,bfloat16,bfloat16,0,9.166577911376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,1,256,1,bfloat16,bfloat16,0,6.300263977050781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,1,256,1,fp8,fp8,0,4.590657424926758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,2,256,1,fp8,fp8,0,4.591167831420899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,2,256,1,bfloat16,bfloat16,0,6.310435104370117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,16,8,256,1,bfloat16,fp8,0,23.86766357421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,1,256,1,bfloat16,fp8,0,11.044296264648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,4,256,1,bfloat16,bfloat16,0,6.446662139892578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,16,256,1,bfloat16,fp8,0,13.992994689941407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,4,256,1,fp8,fp8,0,4.609955215454102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,2,256,1,bfloat16,fp8,0,11.083567810058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,16,256,1,fp8,fp8,0,2.459553527832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,8,256,1,bfloat16,bfloat16,0,7.01893310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,16,256,1,bfloat16,bfloat16,0,3.832463836669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,8,256,1,fp8,fp8,0,4.71697769165039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,1,256,1,bfloat16,bfloat16,0,3.2285823822021484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,4,256,1,bfloat16,fp8,0,11.300244903564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,1,256,1,fp8,fp8,0,2.3493679046630858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,16,256,1,bfloat16,fp8,0,6.346940612792968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,2,256,1,bfloat16,bfloat16,0,3.2278079986572266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,2,256,1,fp8,fp8,0,2.348593521118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,1,256,1,bfloat16,fp8,0,5.645000076293945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,4,256,1,bfloat16,bfloat16,0,3.250137710571289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,4,256,1,fp8,fp8,0,2.356540870666504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,2,256,1,bfloat16,fp8,0,5.6673839569091795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,16,8,256,1,bfloat16,fp8,0,11.958760070800782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,8,256,1,bfloat16,bfloat16,0,3.357406234741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,16,256,1,bfloat16,bfloat16,0,1.810918426513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,8,256,1,fp8,fp8,0,2.3812400817871096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,16,256,1,fp8,fp8,0,1.2499872207641602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,1,256,1,bfloat16,bfloat16,0,1.6819168090820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,1,256,1,fp8,fp8,0,1.2212176322937012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,2,256,1,bfloat16,bfloat16,0,1.6830095291137694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,8,256,1,bfloat16,fp8,0,5.8485359191894535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,1,256,1,bfloat16,fp8,0,2.9454559326171874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,2,256,1,fp8,fp8,0,1.2219951629638672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,16,4,256,1,bfloat16,fp8,0,5.685784149169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,4,256,1,bfloat16,bfloat16,0,1.692967987060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,2,256,1,bfloat16,fp8,0,2.9491344451904298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,4,256,1,fp8,fp8,0,1.224910354614258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,8,256,1,bfloat16,bfloat16,0,1.7190912246704102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,16,256,1,bfloat16,fp8,0,3.1520143508911134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,16,256,1,bfloat16,bfloat16,0,0.9555935859680176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,8,256,1,fp8,fp8,0,1.2338383674621582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,4,256,1,bfloat16,fp8,0,2.9585391998291017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,16,256,1,fp8,fp8,0,0.673363208770752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,1,256,1,bfloat16,bfloat16,0,0.9184703826904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,1,256,1,fp8,fp8,0,0.6695375919342041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,16,256,1,bfloat16,fp8,0,1.6650928497314452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,2,256,1,bfloat16,bfloat16,0,0.9123040199279785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,2,256,1,fp8,fp8,0,0.6678800106048584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,16,8,256,1,bfloat16,fp8,0,2.9991823196411134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,4,256,1,fp8,fp8,0,0.6682591915130616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,2,256,1,bfloat16,fp8,0,1.6108720779418946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,8,256,1,bfloat16,bfloat16,0,0.9253680229187011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,4,256,1,bfloat16,fp8,0,1.6206480026245118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,8,256,1,fp8,fp8,0,0.6727952003479004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,8,256,1,bfloat16,fp8,0,1.6252880096435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,4,256,1,bfloat16,bfloat16,0,0.9188799858093262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,16,1,256,1,bfloat16,fp8,0,1.6146400451660157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,1,256,1,fp8,fp8,0,10.280899047851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,2,256,1,fp8,fp8,0,10.320049285888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,1,256,1,bfloat16,bfloat16,0,14.154135131835938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,2,256,1,bfloat16,bfloat16,0,14.524397277832032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,4,256,1,bfloat16,bfloat16,0,15.481861877441407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,4,256,1,fp8,fp8,0,10.748049926757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,1,256,1,bfloat16,fp8,0,24.83210144042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,2,256,1,bfloat16,fp8,0,25.27801513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,8,256,1,fp8,fp8,0,11.824793243408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,8,256,1,bfloat16,bfloat16,0,18.043267822265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,16,256,1,fp8,fp8,0,7.105790710449218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,4,256,1,bfloat16,fp8,0,26.02220458984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,1,256,1,bfloat16,bfloat16,0,7.1187278747558596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,16,256,1,bfloat16,bfloat16,0,14.698880004882813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,1,256,1,fp8,fp8,0,5.181041717529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,16,256,1,bfloat16,fp8,0,16.161383056640624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,2,256,1,fp8,fp8,0,5.1839649200439455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,2,256,1,bfloat16,bfloat16,0,7.1638847351074215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,1,256,1,bfloat16,fp8,0,12.472078704833985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,4,256,1,bfloat16,bfloat16,0,7.77880630493164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,16,8,256,1,bfloat16,fp8,0,27.541009521484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,4,256,1,fp8,fp8,0,5.2410625457763675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,2,256,1,bfloat16,fp8,0,12.573143768310548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,8,256,1,fp8,fp8,0,5.690609741210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,16,256,1,fp8,fp8,0,2.9392751693725585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,16,256,1,bfloat16,bfloat16,0,5.491326522827149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,4,256,1,bfloat16,fp8,0,13.06665496826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,1,256,1,bfloat16,bfloat16,0,3.6233585357666014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,1,256,1,fp8,fp8,0,2.6363359451293946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,16,256,1,bfloat16,fp8,0,8.147201538085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,8,256,1,bfloat16,bfloat16,0,8.87406234741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,2,256,1,bfloat16,bfloat16,0,3.6287487030029295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,2,256,1,fp8,fp8,0,2.6383071899414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,1,256,1,bfloat16,fp8,0,6.32970085144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,4,256,1,bfloat16,bfloat16,0,3.6860225677490233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,16,8,256,1,bfloat16,fp8,0,13.768115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,4,256,1,fp8,fp8,0,2.645315170288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,2,256,1,bfloat16,fp8,0,6.359555053710937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,8,256,1,fp8,fp8,0,2.7024784088134766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,8,256,1,bfloat16,bfloat16,0,3.9827999114990233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,16,256,1,fp8,fp8,0,1.4173808097839355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,16,256,1,bfloat16,bfloat16,0,2.2233184814453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,4,256,1,bfloat16,fp8,0,6.427588653564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,1,256,1,bfloat16,bfloat16,0,1.8749168395996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,1,256,1,fp8,fp8,0,1.353559970855713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,16,256,1,bfloat16,fp8,0,3.796273422241211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,2,256,1,bfloat16,bfloat16,0,1.8727920532226563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,2,256,1,fp8,fp8,0,1.354361629486084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,1,256,1,bfloat16,fp8,0,3.270054244995117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,16,8,256,1,bfloat16,fp8,0,6.831371307373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,4,256,1,bfloat16,bfloat16,0,1.8876960754394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,4,256,1,fp8,fp8,0,1.3681887626647948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,2,256,1,bfloat16,fp8,0,3.2821937561035157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,8,256,1,bfloat16,bfloat16,0,1.9394496917724608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,16,256,1,fp8,fp8,0,0.7345776081085205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,8,256,1,fp8,fp8,0,1.3792688369750976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,4,256,1,bfloat16,fp8,0,3.2949825286865235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,16,256,1,bfloat16,fp8,0,1.8359743118286134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,1,256,1,bfloat16,bfloat16,0,0.9825807571411133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,1,256,1,fp8,fp8,0,0.7164207935333252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,2,256,1,bfloat16,bfloat16,0,0.982425594329834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,1,256,1,bfloat16,fp8,0,1.7285247802734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,2,256,1,fp8,fp8,0,0.7147791862487793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,4,256,1,bfloat16,bfloat16,0,0.9936047554016113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,4,256,1,fp8,fp8,0,0.7192831993103027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,2,256,1,bfloat16,fp8,0,1.7320032119750977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,8,256,1,bfloat16,bfloat16,0,1.0047136306762696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,16,256,1,bfloat16,bfloat16,0,1.0659664154052735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,16,256,1,bfloat16,bfloat16,0,0.5670656204223633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,4,256,1,bfloat16,fp8,0,1.7368896484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,8,256,1,fp8,fp8,0,0.7257167816162109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,16,256,1,fp8,fp8,0,0.4050879955291748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,16,8,256,1,bfloat16,fp8,0,1.7612655639648438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,16,256,1,bfloat16,fp8,0,0.9903391838073731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,1,256,1,bfloat16,bfloat16,0,0.5458000183105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,1,256,1,fp8,fp8,0,0.3990816116333008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,2,256,1,bfloat16,bfloat16,0,0.5470848083496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,4,256,1,bfloat16,bfloat16,0,0.5474239826202393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,16,8,256,1,bfloat16,fp8,0,3.3659103393554686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,4,256,1,fp8,fp8,0,0.4008959770202637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,4,256,1,bfloat16,fp8,0,0.9564703941345215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,8,256,1,bfloat16,bfloat16,0,0.5518767833709717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,8,256,1,fp8,fp8,0,0.40421280860900877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,8,256,1,bfloat16,fp8,0,0.964470386505127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,2,256,1,fp8,fp8,0,0.397489595413208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,2,256,1,bfloat16,fp8,0,0.9589520454406738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,16,1,256,1,bfloat16,fp8,0,0.9548928260803222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,1,256,1,fp8,fp8,0,9.332190704345702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,2,256,1,fp8,fp8,0,9.436956787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,1,256,1,bfloat16,bfloat16,0,13.268087768554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,2,256,1,bfloat16,bfloat16,0,13.681239318847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,4,256,1,fp8,fp8,0,9.87405776977539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,4,256,1,bfloat16,bfloat16,0,14.9627685546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,1,256,1,bfloat16,fp8,0,22.785675048828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,8,256,1,fp8,fp8,0,10.707198333740234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,2,256,1,bfloat16,fp8,0,23.27692413330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,4,256,1,bfloat16,fp8,0,24.060595703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,16,256,1,fp8,fp8,0,6.898854064941406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,8,256,1,bfloat16,bfloat16,0,17.130886840820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,1,256,1,bfloat16,bfloat16,0,6.467684936523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,1,256,1,fp8,fp8,0,4.693371200561524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,16,256,1,bfloat16,bfloat16,0,13.927473449707032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,2,256,1,bfloat16,bfloat16,0,6.582418823242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,1,256,1,bfloat16,fp8,0,11.27817611694336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,16,8,256,1,bfloat16,fp8,0,25.630206298828124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,2,256,1,fp8,fp8,0,4.7021137237548825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,16,256,1,bfloat16,fp8,0,15.314891052246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,4,256,1,fp8,fp8,0,4.832171249389648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,4,256,1,bfloat16,bfloat16,0,7.119560241699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,8,256,1,fp8,fp8,0,5.427788925170899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,8,256,1,bfloat16,bfloat16,0,8.49642105102539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,16,256,1,bfloat16,bfloat16,0,6.757134246826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,2,256,1,bfloat16,fp8,0,11.463311767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,16,256,1,fp8,fp8,0,3.2521934509277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,4,256,1,bfloat16,fp8,0,11.925299072265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,1,256,1,bfloat16,bfloat16,0,3.271758270263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,16,256,1,bfloat16,fp8,0,7.681446075439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,1,256,1,fp8,fp8,0,2.3752927780151367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,16,8,256,1,bfloat16,fp8,0,12.818357849121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,2,256,1,bfloat16,bfloat16,0,3.289976119995117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,2,256,1,fp8,fp8,0,2.3776416778564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,4,256,1,bfloat16,bfloat16,0,3.4505535125732423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,1,256,1,bfloat16,fp8,0,5.705547332763672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,4,256,1,fp8,fp8,0,2.3991024017333986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,2,256,1,bfloat16,fp8,0,5.744038391113281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,8,256,1,fp8,fp8,0,2.5480224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,16,256,1,fp8,fp8,0,1.3346351623535155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,8,256,1,bfloat16,bfloat16,0,4.0905712127685545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,16,256,1,bfloat16,bfloat16,0,2.418452835083008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,1,256,1,bfloat16,bfloat16,0,1.679262351989746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,4,256,1,bfloat16,fp8,0,5.942192077636719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,1,256,1,fp8,fp8,0,1.2173215866088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,2,256,1,bfloat16,bfloat16,0,1.686751937866211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,16,256,1,bfloat16,fp8,0,3.791009521484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,2,256,1,fp8,fp8,0,1.2202544212341309
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,16,8,256,1,bfloat16,fp8,0,6.405260467529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,4,256,1,bfloat16,bfloat16,0,1.7072847366333008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,4,256,1,fp8,fp8,0,1.2249823570251466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,2,256,1,bfloat16,fp8,0,2.9384271621704103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,8,256,1,bfloat16,bfloat16,0,1.8132736206054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,16,256,1,fp8,fp8,0,0.665067195892334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,4,256,1,bfloat16,fp8,0,2.9612192153930663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,1,256,1,bfloat16,bfloat16,0,0.8843423843383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,16,256,1,bfloat16,fp8,0,1.7247631072998046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,1,256,1,fp8,fp8,0,0.634600019454956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,8,256,1,bfloat16,fp8,0,3.1226768493652344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,1,256,1,bfloat16,fp8,0,1.5365327835083007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,2,256,1,bfloat16,bfloat16,0,0.8854463577270508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,2,256,1,fp8,fp8,0,0.6355343818664551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,4,256,1,bfloat16,bfloat16,0,0.8924976348876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,2,256,1,bfloat16,fp8,0,1.541915225982666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,4,256,1,fp8,fp8,0,0.6392975807189941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,8,256,1,bfloat16,bfloat16,0,0.9153759956359864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,4,256,1,bfloat16,fp8,0,1.5508624076843263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,8,256,1,fp8,fp8,0,1.2540575981140136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,8,256,1,fp8,fp8,0,0.6471920013427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,16,256,1,bfloat16,bfloat16,0,1.0175344467163085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,16,256,1,bfloat16,bfloat16,0,0.51702880859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,16,256,1,fp8,fp8,0,0.3560192108154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,1,256,1,bfloat16,bfloat16,0,0.47568798065185547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,16,256,1,bfloat16,fp8,0,0.8872976303100586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,2,256,1,bfloat16,bfloat16,0,0.47945599555969237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,1,256,1,bfloat16,fp8,0,0.8443344116210938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,16,1,256,1,bfloat16,fp8,0,2.925177574157715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,2,256,1,fp8,fp8,0,0.34656639099121095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,2,256,1,bfloat16,fp8,0,0.8438303947448731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,4,256,1,fp8,fp8,0,0.3498143911361694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,8,256,1,bfloat16,bfloat16,0,0.488921594619751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,4,256,1,bfloat16,fp8,0,0.8479167938232421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,8,256,1,fp8,fp8,0,0.35262560844421387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,16,256,1,bfloat16,bfloat16,0,0.29116320610046387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,16,256,1,fp8,fp8,0,0.2050784111022949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,16,256,1,bfloat16,fp8,0,0.5087744235992432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,1,256,1,fp8,fp8,0,0.20311999320983887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,1,256,1,bfloat16,fp8,0,0.48909921646118165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,2,256,1,bfloat16,bfloat16,0,0.2789695978164673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,2,256,1,bfloat16,fp8,0,0.490337610244751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,2,256,1,fp8,fp8,0,0.20294079780578614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,4,256,1,bfloat16,bfloat16,0,0.28017439842224123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,4,256,1,bfloat16,fp8,0,0.4941408157348633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,4,256,1,fp8,fp8,0,0.20295360088348388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,4,256,1,bfloat16,bfloat16,0,0.48221597671508787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,8,256,1,bfloat16,bfloat16,0,0.28458399772644044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,8,256,1,fp8,fp8,0,0.20498719215393066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,8,256,1,bfloat16,fp8,0,0.4959440231323242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,8,256,1,bfloat16,fp8,0,0.8541184425354004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,16,1,256,1,bfloat16,bfloat16,0,0.2802704095840454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,16,8,256,1,bfloat16,fp8,0,1.5775263786315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,16,1,256,1,fp8,fp8,0,0.3478271961212158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,1,256,1,fp8,fp8,0,5.375158309936523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,1,256,1,bfloat16,bfloat16,0,7.4545341491699215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,2,256,1,fp8,fp8,0,5.42147216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,2,256,1,bfloat16,bfloat16,0,7.748508453369141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,4,256,1,fp8,fp8,0,5.7026206970214846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,1,256,1,bfloat16,fp8,0,12.959201049804687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,4,256,1,bfloat16,bfloat16,0,8.28491668701172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,2,256,1,bfloat16,fp8,0,13.301277160644531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,8,256,1,fp8,fp8,0,6.26263198852539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,16,256,1,fp8,fp8,0,4.046894454956055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,8,256,1,bfloat16,bfloat16,0,9.827617645263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,1,256,1,bfloat16,bfloat16,0,3.738913726806641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,4,256,1,bfloat16,fp8,0,13.877731323242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,1,256,1,fp8,fp8,0,2.7091760635375977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,16,256,1,bfloat16,bfloat16,0,8.552076721191407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,1,256,1,bfloat16,fp8,0,6.494780731201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,2,256,1,fp8,fp8,0,2.7138351440429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,16,256,1,bfloat16,fp8,0,9.318758392333985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,2,256,1,bfloat16,bfloat16,0,3.795969772338867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,16,8,256,1,bfloat16,fp8,0,15.018885803222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,4,256,1,bfloat16,bfloat16,0,4.122820663452148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,4,256,1,fp8,fp8,0,2.7711519241333007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,2,256,1,bfloat16,fp8,0,6.581651306152343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,8,256,1,fp8,fp8,0,3.1234319686889647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,16,256,1,fp8,fp8,0,1.7914800643920898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,1,256,1,bfloat16,bfloat16,0,1.9053295135498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,16,256,1,bfloat16,bfloat16,0,4.047272109985352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,4,256,1,bfloat16,fp8,0,6.903841400146485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,8,256,1,bfloat16,bfloat16,0,5.027143859863282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,1,256,1,fp8,fp8,0,1.3784560203552245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,2,256,1,bfloat16,bfloat16,0,1.9152687072753907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,16,256,1,bfloat16,fp8,0,4.6247905731201175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,2,256,1,fp8,fp8,0,1.383180809020996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,1,256,1,bfloat16,fp8,0,3.3098270416259767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,16,8,256,1,bfloat16,fp8,0,7.549747467041016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,4,256,1,bfloat16,bfloat16,0,1.9782096862792968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,4,256,1,fp8,fp8,0,1.392129611968994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,2,256,1,bfloat16,fp8,0,3.325435256958008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,8,256,1,fp8,fp8,0,1.4469679832458495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,8,256,1,bfloat16,bfloat16,0,2.331572723388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,4,256,1,bfloat16,fp8,0,3.417230224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,16,256,1,bfloat16,bfloat16,0,1.3894240379333496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,1,256,1,bfloat16,bfloat16,0,0.9887375831604004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,1,256,1,fp8,fp8,0,0.7043007850646973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,2,256,1,bfloat16,bfloat16,0,0.9915056228637695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,16,256,1,bfloat16,fp8,0,2.21079044342041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,2,256,1,fp8,fp8,0,0.7047455787658692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,1,256,1,bfloat16,fp8,0,1.7084287643432616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,16,8,256,1,bfloat16,fp8,0,3.7248321533203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,2,256,1,bfloat16,fp8,0,1.7113311767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,4,256,1,bfloat16,bfloat16,0,1.0040287971496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,4,256,1,fp8,fp8,0,0.7173471927642823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,8,256,1,bfloat16,bfloat16,0,1.0566975593566894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,16,256,1,fp8,fp8,0,0.39634559154510496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,8,256,1,fp8,fp8,0,0.7292111873626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,16,256,1,fp8,fp8,0,0.7762911796569825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,1,256,1,bfloat16,bfloat16,0,0.5215792179107666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,1,256,1,fp8,fp8,0,0.37914559841156004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,1,256,1,bfloat16,fp8,0,0.9165552139282227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,2,256,1,bfloat16,bfloat16,0,0.5238463878631592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,2,256,1,fp8,fp8,0,0.37948639392852784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,4,256,1,bfloat16,bfloat16,0,0.5361839771270752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,2,256,1,bfloat16,fp8,0,0.9158448219299317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,4,256,1,fp8,fp8,0,0.3815135955810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,4,256,1,bfloat16,fp8,0,0.925596809387207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,8,256,1,bfloat16,bfloat16,0,0.5481887817382812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,8,256,1,fp8,fp8,0,0.387011194229126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,8,256,1,bfloat16,fp8,0,0.9455327987670898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,16,256,1,bfloat16,bfloat16,0,0.3130640029907227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,16,256,1,fp8,fp8,0,0.21712799072265626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,16,256,1,bfloat16,bfloat16,0,0.6006671905517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,1,256,1,bfloat16,bfloat16,0,0.28850560188293456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,16,256,1,bfloat16,fp8,0,0.5385600090026855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,1,256,1,fp8,fp8,0,0.21113440990447999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,1,256,1,bfloat16,fp8,0,0.5080239772796631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,2,256,1,bfloat16,bfloat16,0,0.28912160396575926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,16,16,256,1,bfloat16,fp8,0,1.0150639533996582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,8,256,1,bfloat16,fp8,0,1.8106271743774414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,2,256,1,fp8,fp8,0,0.211297607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,2,256,1,bfloat16,fp8,0,0.5067952156066895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,4,256,1,bfloat16,bfloat16,0,0.29217119216918946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,4,256,1,fp8,fp8,0,0.21131041049957275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,8,256,1,fp8,fp8,0,0.21465280055999755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,16,256,1,bfloat16,bfloat16,0,0.18214399814605714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,8,256,1,bfloat16,fp8,0,0.5190032005310059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,16,256,1,fp8,fp8,0,0.1292896032333374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,16,256,1,bfloat16,fp8,0,0.3143280029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,1,256,1,bfloat16,bfloat16,0,0.17456159591674805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,1,256,1,fp8,fp8,0,0.1270576000213623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,1,256,1,bfloat16,fp8,0,0.30365281105041503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,2,256,1,fp8,fp8,0,0.12716799974441528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,2,256,1,bfloat16,fp8,0,0.3044608116149902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,4,256,1,bfloat16,bfloat16,0,0.1754528045654297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,4,256,1,fp8,fp8,0,0.12718240022659302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,4,256,1,bfloat16,fp8,0,0.3052736043930054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,8,256,1,bfloat16,bfloat16,0,0.177729594707489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,8,256,1,fp8,fp8,0,0.1283776044845581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,8,256,1,bfloat16,fp8,0,0.30763840675354004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,16,4,256,1,bfloat16,fp8,0,1.7295167922973633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,4,256,1,bfloat16,fp8,0,0.5088511943817139
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,16,8,256,1,bfloat16,bfloat16,0,0.2971856117248535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,16,2,256,1,bfloat16,bfloat16,0,0.1742591977119446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,1,256,1,fp8,fp8,0,4.979800033569336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,2,256,1,fp8,fp8,0,5.123046493530273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,1,256,1,bfloat16,bfloat16,0,7.174980926513672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,2,256,1,bfloat16,bfloat16,0,7.81976318359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,4,256,1,bfloat16,bfloat16,0,8.713382720947266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,1,256,1,bfloat16,fp8,0,12.264008331298829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,4,256,1,fp8,fp8,0,5.487398529052735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,2,256,1,bfloat16,fp8,0,12.743348693847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,8,256,1,fp8,fp8,0,6.092268753051758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,16,256,1,fp8,fp8,0,4.116960144042968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,1,256,1,bfloat16,bfloat16,0,3.478200149536133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,16,256,1,bfloat16,bfloat16,0,8.26403350830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,1,256,1,fp8,fp8,0,2.504769515991211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,4,256,1,bfloat16,fp8,0,13.47313232421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,8,256,1,bfloat16,bfloat16,0,10.737776184082032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,2,256,1,bfloat16,bfloat16,0,3.627555084228516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,16,256,1,bfloat16,fp8,0,9.102716827392578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,2,256,1,fp8,fp8,0,2.5192623138427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,16,8,256,1,bfloat16,fp8,0,14.84357147216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,4,256,1,bfloat16,bfloat16,0,3.9515102386474608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,4,256,1,fp8,fp8,0,2.6453744888305666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,1,256,1,bfloat16,fp8,0,5.976295852661133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,8,256,1,bfloat16,bfloat16,0,4.817907333374023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,2,256,1,bfloat16,fp8,0,6.154767990112305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,8,256,1,fp8,fp8,0,2.9850624084472654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,16,256,1,fp8,fp8,0,1.9273664474487304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,4,256,1,bfloat16,fp8,0,6.53060302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,16,256,1,bfloat16,bfloat16,0,4.083772659301758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,1,256,1,fp8,fp8,0,1.2681072235107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,1,256,1,bfloat16,bfloat16,0,1.7609823226928711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,2,256,1,bfloat16,bfloat16,0,1.781817626953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,1,256,1,bfloat16,fp8,0,3.0233808517456056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,2,256,1,fp8,fp8,0,1.271878433227539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,16,8,256,1,bfloat16,fp8,0,7.241703796386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,2,256,1,bfloat16,fp8,0,3.0638256072998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,4,256,1,fp8,fp8,0,1.2908576011657715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,4,256,1,bfloat16,bfloat16,0,1.9125984191894532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,4,256,1,bfloat16,fp8,0,3.226889419555664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,16,256,1,bfloat16,fp8,0,4.565227127075195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,16,256,1,bfloat16,bfloat16,0,1.7591007232666016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,8,256,1,fp8,fp8,0,1.4113712310791016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,1,256,1,bfloat16,bfloat16,0,0.9076560020446778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,8,256,1,bfloat16,bfloat16,0,2.425079917907715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,1,256,1,fp8,fp8,0,0.6481728076934814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,16,256,1,bfloat16,fp8,0,2.2519392013549804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,2,256,1,bfloat16,bfloat16,0,0.9146767616271972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,1,256,1,bfloat16,fp8,0,1.5587183952331543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,16,8,256,1,bfloat16,fp8,0,3.644123077392578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,4,256,1,bfloat16,bfloat16,0,0.9349023818969726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,2,256,1,bfloat16,fp8,0,1.567416000366211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,4,256,1,fp8,fp8,0,0.6597727775573731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,8,256,1,bfloat16,bfloat16,0,1.0507311820983887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,16,256,1,fp8,fp8,0,0.7773871898651123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,4,256,1,bfloat16,fp8,0,1.6053743362426758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,8,256,1,fp8,fp8,0,0.680731201171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,16,256,1,bfloat16,bfloat16,0,0.6145855903625488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,16,256,1,fp8,fp8,0,0.36956961154937745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,1,256,1,bfloat16,bfloat16,0,0.4779168128967285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,1,256,1,fp8,fp8,0,0.3373759984970093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,16,256,1,bfloat16,fp8,0,1.013868808746338
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,2,256,1,bfloat16,bfloat16,0,0.4821184158325195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,1,256,1,bfloat16,fp8,0,0.8213248252868652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,2,256,1,fp8,fp8,0,0.3377120018005371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,2,256,1,bfloat16,fp8,0,0.824892807006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,4,256,1,bfloat16,bfloat16,0,0.48841118812561035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,4,256,1,fp8,fp8,0,0.3403903961181641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,8,256,1,bfloat16,bfloat16,0,0.5069024085998535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,8,256,1,fp8,fp8,0,0.35244638919830323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,16,256,1,bfloat16,bfloat16,0,0.3009887933731079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,16,256,1,fp8,fp8,0,0.19702080488204957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,8,256,1,bfloat16,fp8,0,0.861631965637207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,1,256,1,bfloat16,bfloat16,0,0.2596911907196045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,1,256,1,fp8,fp8,0,0.18816800117492677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,2,256,1,bfloat16,bfloat16,0,0.26092479228973386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,1,256,1,bfloat16,fp8,0,0.45960798263549807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,2,256,1,fp8,fp8,0,0.18837920427322388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,2,256,1,bfloat16,fp8,0,0.45923361778259275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,4,256,1,bfloat16,bfloat16,0,0.2646127939224243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,4,256,1,fp8,fp8,0,0.18992799520492554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,8,256,1,bfloat16,fp8,0,1.757904052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,4,256,1,bfloat16,fp8,0,0.4622687816619873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,8,256,1,bfloat16,bfloat16,0,0.272487998008728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,8,256,1,fp8,fp8,0,0.1928048014640808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,16,256,1,bfloat16,bfloat16,0,0.16119199991226196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,16,256,1,bfloat16,fp8,0,0.27924480438232424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,16,2,256,1,fp8,fp8,0,0.6541296005249023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,1,256,1,bfloat16,bfloat16,0,0.14956159591674806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,16,4,256,1,bfloat16,fp8,0,0.8331839561462402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,1,256,1,fp8,fp8,0,0.10881600379943848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,2,256,1,fp8,fp8,0,0.10882719755172729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,2,256,1,bfloat16,fp8,0,0.26545119285583496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,16,256,1,bfloat16,fp8,0,0.5021503925323486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,4,256,1,bfloat16,bfloat16,0,0.15194400548934936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,4,256,1,bfloat16,fp8,0,0.2670703887939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,8,256,1,bfloat16,bfloat16,0,0.15397119522094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,8,256,1,fp8,fp8,0,0.11088000535964966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,8,256,1,bfloat16,fp8,0,0.27134559154510496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,16,256,1,bfloat16,bfloat16,0,0.10533440113067627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,16,256,1,bfloat16,fp8,0,0.18474719524383545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,16,256,1,fp8,fp8,0,0.0739296019077301
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,1,256,1,bfloat16,bfloat16,0,0.09932960271835327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,1,256,1,bfloat16,fp8,0,0.17713760137557982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,1,256,1,fp8,fp8,0,0.07191839814186096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,2,256,1,bfloat16,bfloat16,0,0.09928320050239563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,2,256,1,bfloat16,fp8,0,0.17844959497451782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,16,8,256,1,bfloat16,fp8,0,0.47132320404052735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,4,256,1,bfloat16,bfloat16,0,0.10049439668655395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,16,256,1,fp8,fp8,0,0.11283999681472778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,4,256,1,bfloat16,fp8,0,0.17895679473876952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,4,256,1,fp8,fp8,0,0.07231519818305969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,8,256,1,bfloat16,bfloat16,0,0.10198880434036255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,1,256,1,bfloat16,fp8,0,0.2660815954208374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,8,256,1,fp8,fp8,0,0.07395520210266113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,8,256,1,bfloat16,fp8,0,0.18058559894561768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,4,256,1,fp8,fp8,0,0.10878880023956299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,16,2,256,1,fp8,fp8,0,0.07185440063476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,16,2,256,1,bfloat16,bfloat16,0,0.14967360496520996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,1,256,1,fp8,fp8,0,2.814886474609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,1,256,1,bfloat16,bfloat16,0,4.343662261962891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,2,256,1,fp8,fp8,0,3.048678398132324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,1,256,1,bfloat16,fp8,0,7.1541084289550785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,2,256,1,bfloat16,bfloat16,0,4.971963119506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,2,256,1,bfloat16,fp8,0,7.62280502319336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,4,256,1,bfloat16,bfloat16,0,5.716433715820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,4,256,1,fp8,fp8,0,3.386937713623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,4,256,1,bfloat16,fp8,0,8.386251068115234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,1,256,1,bfloat16,bfloat16,0,1.9922704696655273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,16,256,1,fp8,fp8,0,2.721976089477539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,1,256,1,fp8,fp8,0,1.4139951705932616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,8,256,1,bfloat16,bfloat16,0,7.33154067993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,1,256,1,bfloat16,fp8,0,3.3434593200683596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,2,256,1,bfloat16,bfloat16,0,2.2339151382446287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,16,256,1,bfloat16,bfloat16,0,5.4047199249267575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,16,256,1,bfloat16,fp8,0,6.045113754272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,8,256,1,fp8,fp8,0,4.003815841674805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,2,256,1,fp8,fp8,0,1.4317407608032227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,2,256,1,bfloat16,fp8,0,3.5602191925048827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,4,256,1,bfloat16,bfloat16,0,2.583033561706543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,16,8,256,1,bfloat16,fp8,0,9.494169616699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,4,256,1,bfloat16,fp8,0,3.9014801025390624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,8,256,1,bfloat16,bfloat16,0,3.2278976440429688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,8,256,1,fp8,fp8,0,1.8697263717651367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,16,256,1,fp8,fp8,0,1.3030320167541505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,1,256,1,bfloat16,bfloat16,0,1.0091119766235352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,16,256,1,bfloat16,bfloat16,0,2.707472038269043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,4,256,1,fp8,fp8,0,1.580833625793457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,1,256,1,fp8,fp8,0,0.7166384220123291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,16,256,1,bfloat16,fp8,0,3.050436782836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,1,256,1,bfloat16,fp8,0,1.6921424865722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,2,256,1,bfloat16,bfloat16,0,1.034489631652832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,16,8,256,1,bfloat16,fp8,0,4.4869438171386715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,2,256,1,fp8,fp8,0,0.7201183795928955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,2,256,1,bfloat16,fp8,0,1.7360784530639648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,4,256,1,bfloat16,bfloat16,0,1.1784175872802733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,4,256,1,fp8,fp8,0,0.7438240051269531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,16,256,1,fp8,fp8,0,0.5082816123962403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,8,256,1,fp8,fp8,0,0.880281639099121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,4,256,1,bfloat16,fp8,0,1.8992111206054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,1,256,1,bfloat16,bfloat16,0,0.522492790222168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,16,256,1,bfloat16,bfloat16,0,1.3178879737854003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,1,256,1,bfloat16,fp8,0,0.8694815635681152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,2,256,1,bfloat16,bfloat16,0,0.5293776035308838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,8,256,1,bfloat16,fp8,0,2.2481103897094727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,16,256,1,bfloat16,fp8,0,1.5176992416381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,2,256,1,bfloat16,fp8,0,0.8828895568847657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,2,256,1,fp8,fp8,0,0.3712399959564209
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,4,256,1,bfloat16,bfloat16,0,0.5555359840393066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,4,256,1,fp8,fp8,0,0.3773184061050415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,4,256,1,bfloat16,fp8,0,0.9228752136230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,8,256,1,fp8,fp8,0,0.4002495765686035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,16,256,1,bfloat16,bfloat16,0,0.43497600555419924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,16,256,1,fp8,fp8,0,0.22600159645080567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,8,256,1,bfloat16,fp8,0,1.0908767700195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,1,256,1,bfloat16,bfloat16,0,0.2792639970779419
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,16,256,1,bfloat16,fp8,0,0.6624207973480225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,16,8,256,1,bfloat16,bfloat16,0,1.5706144332885743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,1,256,1,fp8,fp8,0,0.18867520093917847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,1,256,1,bfloat16,fp8,0,0.46457600593566895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,1,256,1,fp8,fp8,0,0.369323205947876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,2,256,1,bfloat16,bfloat16,0,0.28106400966644285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,2,256,1,bfloat16,fp8,0,0.46964478492736816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,2,256,1,fp8,fp8,0,0.1886512041091919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,4,256,1,fp8,fp8,0,0.1926911950111389
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,4,256,1,bfloat16,fp8,0,0.4828320026397705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,8,256,1,bfloat16,bfloat16,0,0.30629279613494875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,8,256,1,fp8,fp8,0,0.20061759948730468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,16,256,1,bfloat16,bfloat16,0,0.18896640539169313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,16,256,1,fp8,fp8,0,0.11300480365753174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,1,256,1,bfloat16,bfloat16,0,0.14565759897232056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,1,256,1,fp8,fp8,0,0.10450400114059448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,1,256,1,bfloat16,fp8,0,0.259500789642334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,2,256,1,bfloat16,bfloat16,0,0.14767520427703856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,2,256,1,bfloat16,fp8,0,0.2594815969467163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,4,256,1,bfloat16,bfloat16,0,0.14991840124130248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,4,256,1,bfloat16,fp8,0,0.26342239379882815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,4,256,1,fp8,fp8,0,0.10635520219802856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,8,256,1,bfloat16,bfloat16,0,0.1559231996536255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,8,256,1,bfloat16,fp8,0,0.2731055974960327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,8,256,1,fp8,fp8,0,0.10881760120391845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,16,256,1,bfloat16,bfloat16,0,0.09526559710502625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,16,256,1,bfloat16,fp8,0,0.1652127981185913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,16,256,1,fp8,fp8,0,0.06570079922676086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,4,256,1,bfloat16,bfloat16,0,0.28928160667419434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,1,256,1,bfloat16,bfloat16,0,0.0842736005783081
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,1,256,1,fp8,fp8,0,0.05995360016822815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,1,256,1,bfloat16,fp8,0,0.15067520141601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,2,256,1,bfloat16,bfloat16,0,0.08501279950141907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,2,256,1,fp8,fp8,0,0.06074399948120117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,2,256,1,bfloat16,fp8,0,0.15164320468902587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,4,256,1,bfloat16,bfloat16,0,0.086353600025177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,16,8,256,1,bfloat16,fp8,0,0.5104864120483399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,4,256,1,bfloat16,fp8,0,0.15273760557174682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,4,256,1,fp8,fp8,0,0.061635202169418334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,8,256,1,bfloat16,bfloat16,0,0.08985120058059692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,8,256,1,fp8,fp8,0,0.06370559930801392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,16,8,256,1,bfloat16,bfloat16,0,0.6948095798492432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,16,256,1,fp8,fp8,0,0.0431551992893219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,2,256,1,fp8,fp8,0,0.10470720529556274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,1,256,1,bfloat16,bfloat16,0,0.055430400371551516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,1,256,1,bfloat16,fp8,0,0.10016319751739503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,1,256,1,fp8,fp8,0,0.039822399616241455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,2,256,1,fp8,fp8,0,0.04111039936542511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,2,256,1,bfloat16,fp8,0,0.10115360021591187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,4,256,1,bfloat16,bfloat16,0,0.05567039847373963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,4,256,1,fp8,fp8,0,0.04113439917564392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,8,256,1,bfloat16,bfloat16,0,0.05751039981842041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,8,256,1,bfloat16,fp8,0,0.10318080186843873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,8,256,1,fp8,fp8,0,0.04115520119667053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,16,256,1,bfloat16,bfloat16,0,0.04323680102825165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,16,256,1,bfloat16,fp8,0,0.07721279859542847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,16,256,1,fp8,fp8,0,0.030907198786735535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,1,256,1,bfloat16,bfloat16,0,0.04104160070419312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,1,256,1,bfloat16,fp8,0,0.07383040189743043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,16,16,256,1,bfloat16,fp8,0,0.3040240049362183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,1,256,1,fp8,fp8,0,0.030833598971366883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,16,8,256,1,bfloat16,fp8,0,0.15622400045394896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,16,256,1,bfloat16,fp8,0,0.10675359964370727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,2,256,1,bfloat16,bfloat16,0,0.041152000427246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,2,256,1,bfloat16,fp8,0,0.07354559898376464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,2,256,1,fp8,fp8,0,0.030827200412750243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,2,256,1,bfloat16,bfloat16,0,0.055636799335479735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,8,256,1,bfloat16,bfloat16,0,0.041228801012039185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,4,256,1,bfloat16,fp8,0,0.07402560114860535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,8,256,1,bfloat16,fp8,0,0.07536960244178773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,4,256,1,bfloat16,fp8,0,0.10236320495605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,1,256,1,fp8,fp8,0,0.8720992088317872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,16,16,256,1,bfloat16,bfloat16,0,0.06171680092811584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,1,256,1,bfloat16,bfloat16,0,1.2718815803527832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,4,256,1,bfloat16,bfloat16,0,0.04123679995536804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,8,256,1,fp8,fp8,0,0.030849599838256837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,1,256,1,bfloat16,fp8,0,2.0614912033081056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,2,256,1,bfloat16,bfloat16,0,1.5579279899597167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,2,256,1,fp8,fp8,0,0.9161775588989258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,4,256,1,bfloat16,bfloat16,0,1.9052671432495116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,2,256,1,bfloat16,fp8,0,2.2873807907104493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,4,256,1,fp8,fp8,0,1.089583969116211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,16,4,256,1,fp8,fp8,0,0.030958399176597595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,8,256,1,fp8,fp8,0,1.373969554901123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,16,256,1,fp8,fp8,0,0.9851263999938965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,1,256,1,bfloat16,bfloat16,0,0.6416368007659912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,8,256,1,bfloat16,bfloat16,0,2.5357248306274416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,16,256,1,bfloat16,bfloat16,0,1.9845279693603515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,1,256,1,fp8,fp8,0,0.44194560050964354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,1,256,1,bfloat16,fp8,0,1.0458432197570802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,8,256,1,bfloat16,fp8,0,3.28551025390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,16,256,1,bfloat16,fp8,0,2.3063327789306642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,2,256,1,fp8,fp8,0,0.44833760261535643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,2,256,1,bfloat16,fp8,0,1.1184096336364746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,4,256,1,fp8,fp8,0,0.4865312099456787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,4,256,1,bfloat16,bfloat16,0,0.8892959594726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,4,256,1,bfloat16,fp8,0,1.2755200386047363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,16,4,256,1,bfloat16,fp8,0,2.648489570617676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,8,256,1,bfloat16,bfloat16,0,1.199953556060791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,8,256,1,fp8,fp8,0,0.6150032043457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,16,256,1,bfloat16,bfloat16,0,0.9872719764709472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,2,256,1,bfloat16,bfloat16,0,0.7007088184356689
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,16,8,256,1,bfloat16,fp8,0,1.5960111618041992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,1,256,1,bfloat16,fp8,0,0.5358416080474854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,16,256,1,bfloat16,fp8,0,1.1603967666625976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,1,256,1,bfloat16,bfloat16,0,0.3322896003723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,2,256,1,bfloat16,bfloat16,0,0.34018080234527587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,2,256,1,fp8,fp8,0,0.23060479164123535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,2,256,1,bfloat16,fp8,0,0.5525311946868896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,4,256,1,bfloat16,bfloat16,0,0.37994239330291746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,4,256,1,fp8,fp8,0,0.23785440921783446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,8,256,1,bfloat16,bfloat16,0,0.5649983882904053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,8,256,1,fp8,fp8,0,0.26537599563598635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,16,256,1,bfloat16,bfloat16,0,0.4413407802581787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,16,256,1,fp8,fp8,0,0.15888960361480714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,1,256,1,bfloat16,bfloat16,0,0.17670079469680786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,1,256,1,bfloat16,fp8,0,0.283568000793457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,1,256,1,fp8,fp8,0,0.11288479566574097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,16,256,1,fp8,fp8,0,0.4219503879547119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,2,256,1,bfloat16,bfloat16,0,0.1796671986579895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,2,256,1,fp8,fp8,0,0.11301280260086059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,4,256,1,bfloat16,bfloat16,0,0.18799519538879395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,4,256,1,bfloat16,fp8,0,0.3029072046279907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,4,256,1,fp8,fp8,0,0.11705759763717652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,8,256,1,bfloat16,bfloat16,0,0.21759519577026368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,8,256,1,bfloat16,fp8,0,0.3503983974456787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,4,256,1,bfloat16,fp8,0,0.5974639892578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,8,256,1,fp8,fp8,0,0.1232192039489746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,16,256,1,bfloat16,bfloat16,0,0.14019839763641356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,16,256,1,fp8,fp8,0,0.07196000218391418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,16,256,1,bfloat16,fp8,0,0.21584959030151368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,1,256,1,bfloat16,bfloat16,0,0.08838080167770386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,1,256,1,fp8,fp8,0,0.06314399838447571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,1,256,1,bfloat16,fp8,0,0.161353600025177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,2,256,1,bfloat16,bfloat16,0,0.09049599766731262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,2,256,1,bfloat16,fp8,0,0.16197279691696168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,16,256,1,bfloat16,fp8,0,0.5133391857147217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,2,256,1,fp8,fp8,0,0.06365919709205628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,4,256,1,bfloat16,bfloat16,0,0.09441599845886231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,4,256,1,bfloat16,fp8,0,0.16601120233535765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,4,256,1,fp8,fp8,0,0.0639680027961731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,8,256,1,bfloat16,bfloat16,0,0.09883679747581482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,8,256,1,bfloat16,fp8,0,0.17681759595870972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,16,2,256,1,bfloat16,fp8,0,0.28707520961761473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,16,256,1,bfloat16,fp8,0,0.10331840515136718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,16,256,1,fp8,fp8,0,0.04118080139160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,1,256,1,bfloat16,bfloat16,0,0.04946720004081726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,1,256,1,fp8,fp8,0,0.03503519892692566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,1,256,1,bfloat16,fp8,0,0.09029279947280884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,2,256,1,bfloat16,bfloat16,0,0.04999519884586334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,2,256,1,fp8,fp8,0,0.0355103999376297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,2,256,1,bfloat16,fp8,0,0.09111840128898621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,4,256,1,bfloat16,bfloat16,0,0.051627200841903684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,4,256,1,fp8,fp8,0,0.03716639876365661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,8,256,1,bfloat16,bfloat16,0,0.054155200719833374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,8,256,1,bfloat16,fp8,0,0.09675520062446594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,8,256,1,fp8,fp8,0,0.03832640051841736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,16,256,1,bfloat16,bfloat16,0,0.039190399646759036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,16,256,1,bfloat16,fp8,0,0.06788960099220276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,16,256,1,fp8,fp8,0,0.02696479856967926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,1,256,1,bfloat16,bfloat16,0,0.033471998572349546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,1,256,1,bfloat16,fp8,0,0.06122400164604187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,2,256,1,bfloat16,bfloat16,0,0.03382239937782287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,2,256,1,bfloat16,fp8,0,0.061452800035476686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,2,256,1,fp8,fp8,0,0.02468640059232712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,4,256,1,bfloat16,bfloat16,0,0.03501279950141907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,16,8,256,1,fp8,fp8,0,0.06780959963798523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,16,256,1,bfloat16,bfloat16,0,0.059708797931671144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,4,256,1,bfloat16,fp8,0,0.06211360096931458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,4,256,1,fp8,fp8,0,0.0247871994972229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,8,256,1,bfloat16,bfloat16,0,0.03522560000419617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,8,256,1,bfloat16,fp8,0,0.06455039978027344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,8,256,1,fp8,fp8,0,0.02513279914855957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,16,256,1,fp8,fp8,0,0.018588800728321076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,16,256,1,bfloat16,fp8,0,0.04529440104961395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,1,256,1,bfloat16,bfloat16,0,0.024401600658893585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,16,4,256,1,bfloat16,fp8,0,0.09253439903259278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,1,256,1,bfloat16,fp8,0,0.04168800115585327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,1,256,1,fp8,fp8,0,0.01858240067958832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,2,256,1,fp8,fp8,0,0.018328000605106354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,2,256,1,bfloat16,fp8,0,0.042843198776245116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,4,256,1,bfloat16,bfloat16,0,0.024702399969100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,4,256,1,fp8,fp8,0,0.018544000387191773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,4,256,1,bfloat16,fp8,0,0.04324159920215607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,8,256,1,bfloat16,bfloat16,0,0.024699200689792634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,8,256,1,fp8,fp8,0,0.01852799952030182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,16,1,256,1,fp8,fp8,0,0.024775999784469604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,16,256,1,bfloat16,fp8,0,0.043105599284172055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,16,256,1,fp8,fp8,0,0.018510399758815764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,1,256,1,bfloat16,bfloat16,0,0.022702400386333466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,1,256,1,bfloat16,fp8,0,0.04105600118637085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,1,256,1,fp8,fp8,0,0.017312000691890716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,1,256,1,fp8,fp8,0,0.22774720191955566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,2,256,1,bfloat16,bfloat16,0,0.022694399952888487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,2,256,1,bfloat16,fp8,0,0.04105600118637085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,4,256,1,bfloat16,bfloat16,0,0.022657600045204163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,16,256,1,bfloat16,bfloat16,0,0.026795199513435362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,4,256,1,bfloat16,fp8,0,0.041124799847602846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,4,256,1,fp8,fp8,0,0.01666879951953888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,8,256,1,bfloat16,bfloat16,0,0.02268960028886795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,8,256,1,bfloat16,fp8,0,0.04113920032978058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,8,256,1,fp8,fp8,0,0.017576000094413756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,2,256,1,bfloat16,bfloat16,0,0.024769599735736846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,16,8,256,1,bfloat16,fp8,0,0.7609375953674317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,16,256,1,bfloat16,bfloat16,0,0.024694399535655977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,1,256,1,bfloat16,fp8,0,0.7420656204223632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,1,256,1,fp8,fp8,0,0.309608006477356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,2,256,1,fp8,fp8,0,0.31844639778137207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,16,2,256,1,fp8,fp8,0,0.0166703999042511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,4,256,1,bfloat16,bfloat16,0,0.7252352237701416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,2,256,1,bfloat16,fp8,0,0.8333807945251465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,4,256,1,fp8,fp8,0,0.3877343893051147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,4,256,1,bfloat16,fp8,0,0.9722543716430664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,1,256,1,bfloat16,bfloat16,0,0.4681680202484131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,8,256,1,bfloat16,bfloat16,0,1.010275173187256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,16,8,256,1,bfloat16,fp8,0,0.043367999792099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,8,256,1,fp8,fp8,0,0.5218624114990235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,16,256,1,bfloat16,bfloat16,0,0.8079936027526855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,8,256,1,bfloat16,fp8,0,1.3069199562072753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,16,2,256,1,bfloat16,bfloat16,0,0.5719600200653077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,16,256,1,fp8,fp8,0,0.3877919912338257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,1,256,1,bfloat16,bfloat16,0,0.24144320487976073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,16,256,1,bfloat16,fp8,0,0.9701600074768066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,1,256,1,bfloat16,fp8,0,0.375545597076416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,2,256,1,bfloat16,bfloat16,0,0.25794239044189454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,2,256,1,fp8,fp8,0,0.16326080560684203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,2,256,1,bfloat16,fp8,0,0.401470422744751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,4,256,1,fp8,fp8,0,0.17191200256347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,4,256,1,bfloat16,bfloat16,0,0.3316927909851074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,4,256,1,bfloat16,fp8,0,0.4732096195220947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,8,256,1,fp8,fp8,0,0.21466400623321533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,16,256,1,fp8,fp8,0,0.15730719566345214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,16,256,1,bfloat16,bfloat16,0,0.3897200107574463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,1,256,1,bfloat16,bfloat16,0,0.12864160537719727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,8,256,1,bfloat16,fp8,0,0.6136640071868896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,1,256,1,bfloat16,fp8,0,0.19852800369262696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,16,256,1,bfloat16,fp8,0,0.45588159561157227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,1,256,1,fp8,fp8,0,0.07612000107765197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,2,256,1,bfloat16,bfloat16,0,0.13259199857711793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,2,256,1,fp8,fp8,0,0.07621440291404724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,4,256,1,bfloat16,bfloat16,0,0.14393119812011718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,2,256,1,bfloat16,fp8,0,0.2031008005142212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,1,256,1,fp8,fp8,0,0.15772000551223755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,4,256,1,bfloat16,fp8,0,0.2225248098373413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,4,256,1,fp8,fp8,0,0.07997120022773743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,8,256,1,bfloat16,bfloat16,0,0.21300480365753174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,16,256,1,fp8,fp8,0,0.051412802934646604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,8,256,1,bfloat16,fp8,0,0.2824496030807495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,16,256,1,bfloat16,bfloat16,0,0.16108800172805787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,16,256,1,bfloat16,fp8,0,0.188372802734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,2,256,1,bfloat16,bfloat16,0,0.06122400164604187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,1,256,1,bfloat16,fp8,0,0.10658559799194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,2,256,1,bfloat16,fp8,0,0.10823040008544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,4,256,1,bfloat16,bfloat16,0,0.06370720267295837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,16,8,256,1,bfloat16,bfloat16,0,0.49327521324157714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,4,256,1,bfloat16,fp8,0,0.11093120574951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,4,256,1,fp8,fp8,0,0.04318560063838959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,8,256,1,bfloat16,bfloat16,0,0.0699072003364563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,8,256,1,fp8,fp8,0,0.045377600193023684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,8,256,1,bfloat16,fp8,0,0.12717119455337525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,16,256,1,bfloat16,bfloat16,0,0.04527199864387512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,16,256,1,bfloat16,fp8,0,0.07617279887199402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,16,256,1,fp8,fp8,0,0.028881600499153136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,1,256,1,bfloat16,bfloat16,0,0.035011199116706845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,1,256,1,fp8,fp8,0,0.02465600073337555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,1,256,1,bfloat16,fp8,0,0.0632960021495819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,2,256,1,bfloat16,bfloat16,0,0.03497920036315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,2,256,1,fp8,fp8,0,0.024792000651359558
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,2,256,1,bfloat16,fp8,0,0.06369760036468505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,4,256,1,bfloat16,bfloat16,0,0.03701600134372711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,4,256,1,bfloat16,fp8,0,0.06560800075531006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,4,256,1,fp8,fp8,0,0.024775999784469604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,8,256,1,bfloat16,bfloat16,0,0.039129599928855896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,16,8,256,1,fp8,fp8,0,0.08838239908218384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,8,256,1,bfloat16,fp8,0,0.06818400025367737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,16,256,1,bfloat16,fp8,0,0.04596959948539734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,1,256,1,bfloat16,bfloat16,0,0.022705599665641785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,1,256,1,bfloat16,fp8,0,0.03978239893913269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,1,256,1,fp8,fp8,0,0.041142401099205014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,1,256,1,fp8,fp8,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,2,256,1,fp8,fp8,0,0.04120480120182037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,2,256,1,bfloat16,bfloat16,0,0.022652800381183624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,2,256,1,bfloat16,fp8,0,0.04086720049381256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,2,256,1,fp8,fp8,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,4,256,1,bfloat16,bfloat16,0,0.02282720059156418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,4,256,1,fp8,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,4,256,1,bfloat16,fp8,0,0.041126400232315063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,8,256,1,bfloat16,bfloat16,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,8,256,1,bfloat16,fp8,0,0.043188801407814024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,16,256,1,bfloat16,bfloat16,0,0.018041600286960603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,16,256,1,bfloat16,fp8,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,1,256,1,bfloat16,bfloat16,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,16,256,1,fp8,fp8,0,0.013366399705410004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,1,256,1,bfloat16,fp8,0,0.026395198702812196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,2,256,1,bfloat16,bfloat16,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,2,256,1,bfloat16,fp8,0,0.02677760124206543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,2,256,1,fp8,fp8,0,0.01074879989027977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,4,256,1,bfloat16,bfloat16,0,0.015409600734710694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,16,8,256,1,fp8,fp8,0,0.02675360143184662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,4,256,1,bfloat16,fp8,0,0.0267984002828598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,4,256,1,fp8,fp8,0,0.012399999797344208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,16,1,256,1,bfloat16,bfloat16,0,0.05956320166587829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,8,256,1,bfloat16,fp8,0,0.026814401149749756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,8,256,1,fp8,fp8,0,0.012508800625801087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,16,256,1,bfloat16,fp8,0,0.026800000667572023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,16,256,1,fp8,fp8,0,0.012356799840927125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,1,256,1,bfloat16,bfloat16,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,1,256,1,bfloat16,fp8,0,0.024747200310230255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,1,256,1,fp8,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,8,256,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,2,256,1,bfloat16,bfloat16,0,0.014591999351978302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,2,256,1,bfloat16,fp8,0,0.0247856006026268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,2,256,1,fp8,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,4,256,1,bfloat16,fp8,0,0.024798400700092316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,1,256,1,fp8,fp8,0,0.011247999966144562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,4,256,1,fp8,fp8,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,8,256,1,bfloat16,bfloat16,0,0.014510400593280792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,8,256,1,bfloat16,fp8,0,0.0250575989484787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,8,256,1,fp8,fp8,0,0.010659199953079224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,16,256,1,bfloat16,bfloat16,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,16,256,1,bfloat16,fp8,0,0.025681599974632263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,16,256,1,bfloat16,bfloat16,0,0.02874560058116913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,16,256,1,fp8,fp8,0,0.011140800267457961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,16,16,256,1,fp8,fp8,0,0.018651199340820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,1,256,1,bfloat16,bfloat16,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,1,256,1,fp8,fp8,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,16,8,256,1,bfloat16,bfloat16,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,1,256,1,bfloat16,fp8,0,0.024710400402545928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,2,256,1,fp8,fp8,0,0.010416000336408614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,16,256,1,bfloat16,bfloat16,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,2,256,1,bfloat16,bfloat16,0,0.01446239948272705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,2,256,1,bfloat16,fp8,0,0.024903999269008638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,4,256,1,bfloat16,fp8,0,0.02476000040769577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,4,256,1,fp8,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,8,256,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,8,256,1,bfloat16,fp8,0,0.0248879998922348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,1,256,1,bfloat16,bfloat16,0,0.20055038928985597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,1,256,1,bfloat16,fp8,0,0.3106928110122681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,16,4,256,1,bfloat16,bfloat16,0,0.01454399973154068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,2,256,1,fp8,fp8,0,0.12984960079193114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,4,256,1,bfloat16,bfloat16,0,0.3023184061050415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,4,256,1,bfloat16,fp8,0,0.404204797744751
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,4,256,1,fp8,fp8,0,0.14422719478607177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,4,256,1,bfloat16,bfloat16,0,0.01449279934167862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,8,256,1,bfloat16,fp8,0,0.540225601196289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,16,8,256,1,fp8,fp8,0,0.010491199791431427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,8,256,1,fp8,fp8,0,0.2044991970062256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,16,256,1,bfloat16,bfloat16,0,0.3527136087417603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,16,256,1,fp8,fp8,0,0.15553120374679566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,1,256,1,bfloat16,bfloat16,0,0.10636800527572632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,2,256,1,bfloat16,bfloat16,0,0.23158080577850343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,1,256,1,bfloat16,fp8,0,0.154966402053833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,1,256,1,fp8,fp8,0,0.05751680135726929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,2,256,1,bfloat16,bfloat16,0,0.11106400489807129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,2,256,1,bfloat16,fp8,0,0.337774395942688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,2,256,1,fp8,fp8,0,0.057529598474502563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,4,256,1,bfloat16,bfloat16,0,0.1323583960533142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,4,256,1,fp8,fp8,0,0.05980479717254639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,4,256,1,bfloat16,fp8,0,0.1923632025718689
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,8,256,1,bfloat16,bfloat16,0,0.208404803276062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,8,256,1,fp8,fp8,0,0.06749759912490845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,8,256,1,bfloat16,fp8,0,0.261027193069458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,16,256,1,bfloat16,bfloat16,0,0.1549936056137085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,16,256,1,fp8,fp8,0,0.041284799575805664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,8,256,1,bfloat16,bfloat16,0,0.44486560821533205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,16,256,1,bfloat16,fp8,0,0.185697603225708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,1,256,1,bfloat16,bfloat16,0,0.04721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,1,256,1,bfloat16,fp8,0,0.08220959901809692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,2,256,1,bfloat16,bfloat16,0,0.04752640128135681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,1,256,1,fp8,fp8,0,0.03282560110092163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,2,256,1,bfloat16,fp8,0,0.08302559852600097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,2,256,1,fp8,fp8,0,0.03288959860801697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,4,256,1,bfloat16,bfloat16,0,0.05140799880027771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,4,256,1,bfloat16,fp8,0,0.0863152027130127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,4,256,1,fp8,fp8,0,0.033399999141693115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,16,256,1,bfloat16,fp8,0,0.4027071952819824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,8,256,1,bfloat16,bfloat16,0,0.057662397623062134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,16,256,1,bfloat16,bfloat16,0,0.035211199522018434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,8,256,1,fp8,fp8,0,0.037036800384521486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,16,256,1,fp8,fp8,0,0.022755199670791627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,16,256,1,bfloat16,fp8,0,0.05960000157356262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,1,256,1,bfloat16,bfloat16,0,0.026705598831176756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,16,8,256,1,bfloat16,fp8,0,0.10736160278320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,1,256,1,fp8,fp8,0,0.018593600392341612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,1,256,1,bfloat16,fp8,0,0.04526079893112182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,2,256,1,bfloat16,bfloat16,0,0.026736000180244447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,4,256,1,bfloat16,bfloat16,0,0.028886398673057555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,4,256,1,bfloat16,fp8,0,0.04737760126590729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,4,256,1,fp8,fp8,0,0.018649600446224213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,8,256,1,bfloat16,bfloat16,0,0.03091840147972107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,8,256,1,bfloat16,fp8,0,0.05151680111885071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,16,256,1,bfloat16,bfloat16,0,0.022896000742912294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,16,256,1,bfloat16,fp8,0,0.03710240125656128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,1,256,1,bfloat16,bfloat16,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,1,256,1,bfloat16,fp8,0,0.030908799171447753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,1,256,1,fp8,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,2,256,1,bfloat16,bfloat16,0,0.0186256006360054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,2,256,1,bfloat16,fp8,0,0.03101919889450073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,2,256,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,16,1,256,1,fp8,fp8,0,0.12620799541473388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,4,256,1,bfloat16,bfloat16,0,0.018620799481868743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,4,256,1,bfloat16,fp8,0,0.032927998900413515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,8,256,1,bfloat16,bfloat16,0,0.020641599595546723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,8,256,1,bfloat16,fp8,0,0.03469760119915009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,16,2,256,1,bfloat16,fp8,0,0.1626271963119507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,8,256,1,fp8,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,16,256,1,bfloat16,bfloat16,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,16,256,1,bfloat16,fp8,0,0.02062080055475235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,16,256,1,fp8,fp8,0,0.009364800155162811
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,2,256,1,fp8,fp8,0,0.018540799617767334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,1,256,1,bfloat16,bfloat16,0,0.01045759990811348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,1,256,1,bfloat16,fp8,0,0.01855199933052063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,1,256,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,2,256,1,bfloat16,fp8,0,0.04703840017318726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,2,256,1,bfloat16,bfloat16,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,2,256,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,4,256,1,bfloat16,bfloat16,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,16,8,256,1,fp8,fp8,0,0.020611199736595153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,16,256,1,fp8,fp8,0,0.014473600685596466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,4,256,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,8,256,1,bfloat16,bfloat16,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,8,256,1,bfloat16,fp8,0,0.019256000220775605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,16,256,1,bfloat16,bfloat16,0,0.012449599802494049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,8,256,1,fp8,fp8,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,16,256,1,bfloat16,fp8,0,0.018585599958896637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,1,256,1,bfloat16,bfloat16,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,1,256,1,bfloat16,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,1,256,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,2,256,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,4,256,1,bfloat16,bfloat16,0,0.010465600341558457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,16,4,256,1,fp8,fp8,0,0.012425599992275238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,4,256,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,8,256,1,bfloat16,bfloat16,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,8,256,1,bfloat16,fp8,0,0.01812160015106201
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,8,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,16,256,1,bfloat16,bfloat16,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,16,256,1,bfloat16,fp8,0,0.018512000143527985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,16,256,1,fp8,fp8,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,1,256,1,bfloat16,bfloat16,0,0.01035040020942688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,2,256,1,bfloat16,fp8,0,0.018569600582122803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,1,256,1,bfloat16,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,1,256,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,16,4,256,1,bfloat16,fp8,0,0.018619200587272643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,2,256,1,bfloat16,bfloat16,0,0.010364799946546554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,2,256,1,bfloat16,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,2,256,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,4,256,1,bfloat16,fp8,0,0.016564799845218657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,4,256,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,16,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,8,256,1,bfloat16,bfloat16,0,0.010391999781131745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,8,256,1,bfloat16,fp8,0,0.01658080071210861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,2,256,1,bfloat16,bfloat16,0,0.010339199751615524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,16,256,1,bfloat16,bfloat16,0,0.010463999956846238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,16,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,2,256,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,1,256,1,bfloat16,fp8,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,2,256,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,16,4,256,1,bfloat16,fp8,0,0.01661120057106018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,2,256,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,2,256,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,4,256,1,bfloat16,fp8,0,0.016601599752902985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,4,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,8,256,1,bfloat16,bfloat16,0,0.010363200306892395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,8,256,1,bfloat16,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,8,256,1,fp8,fp8,0,0.008299200236797333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,1,256,1,bfloat16,bfloat16,0,0.146070396900177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,1,256,1,bfloat16,fp8,0,0.2453007936477661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,4,256,1,bfloat16,bfloat16,0,0.010529600083827972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,1,256,1,fp8,fp8,0,0.09850239753723145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,16,8,256,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,2,256,1,bfloat16,fp8,0,0.2519200086593628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,1,256,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,1,256,1,fp8,fp8,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,4,256,1,bfloat16,fp8,0,0.269652795791626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,4,256,1,fp8,fp8,0,0.10262880325317383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,8,256,1,bfloat16,bfloat16,0,0.21982879638671876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,8,256,1,fp8,fp8,0,0.10874719619750976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,8,256,1,bfloat16,fp8,0,0.32169280052185056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,16,256,1,bfloat16,bfloat16,0,0.15180799961090088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,16,256,1,fp8,fp8,0,0.0607200026512146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,1,256,1,bfloat16,bfloat16,0,0.06977919936180114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,1,256,1,fp8,fp8,0,0.05133439898490906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,1,256,1,bfloat16,fp8,0,0.13156319856643678
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,2,256,1,bfloat16,bfloat16,0,0.07188000082969666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,2,256,1,bfloat16,fp8,0,0.1326591968536377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,2,256,1,fp8,fp8,0,0.05141760110855102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,4,256,1,bfloat16,bfloat16,0,0.07394559979438782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,4,256,1,bfloat16,fp8,0,0.1354032039642334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,4,256,1,fp8,fp8,0,0.05346400141716003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,2,256,1,bfloat16,bfloat16,0,0.14906879663467407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,2,256,1,fp8,fp8,0,0.09959040284156799
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,8,256,1,bfloat16,bfloat16,0,0.08192960023880005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,16,256,1,fp8,fp8,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,8,256,1,bfloat16,fp8,0,0.14972959756851195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,16,4,256,1,bfloat16,bfloat16,0,0.16348639726638795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,16,256,1,fp8,fp8,0,0.03293919861316681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,16,4,256,1,bfloat16,bfloat16,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,1,256,1,bfloat16,bfloat16,0,0.03912639915943146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,1,256,1,bfloat16,fp8,0,0.07408319711685181
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,1,256,1,fp8,fp8,0,0.02890079915523529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,2,256,1,fp8,fp8,0,0.028863999247550964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,2,256,1,bfloat16,fp8,0,0.07595360279083252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,4,256,1,bfloat16,bfloat16,0,0.04116959869861603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,4,256,1,bfloat16,fp8,0,0.07615200281143189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,4,256,1,fp8,fp8,0,0.028999999165534973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,16,256,1,bfloat16,fp8,0,0.2028736114501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,8,256,1,bfloat16,bfloat16,0,0.04316479861736298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,8,256,1,bfloat16,fp8,0,0.08016319870948792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,16,256,1,bfloat16,bfloat16,0,0.026790401339530943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,16,256,1,bfloat16,fp8,0,0.04742240011692047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,1,256,1,bfloat16,bfloat16,0,0.022644799947738648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,1,256,1,bfloat16,fp8,0,0.041198399662971494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,1,256,1,fp8,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,2,256,1,bfloat16,bfloat16,0,0.02269600033760071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,2,256,1,bfloat16,fp8,0,0.04189119935035705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,2,256,1,fp8,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,4,256,1,bfloat16,bfloat16,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,16,8,256,1,fp8,fp8,0,0.05555679798126221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,16,256,1,bfloat16,bfloat16,0,0.04935519993305206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,4,256,1,bfloat16,fp8,0,0.043217599391937256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,4,256,1,fp8,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,8,256,1,bfloat16,bfloat16,0,0.024675199389457704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,8,256,1,bfloat16,fp8,0,0.04516800045967102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,8,256,1,fp8,fp8,0,0.016616000235080718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,2,256,1,bfloat16,bfloat16,0,0.039139199256896975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,16,256,1,bfloat16,fp8,0,0.030905601382255555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,1,256,1,bfloat16,bfloat16,0,0.014555199444293976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,1,256,1,bfloat16,fp8,0,0.028780800104141236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,1,256,1,fp8,fp8,0,0.012439999729394913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,2,256,1,bfloat16,bfloat16,0,0.014819200336933135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,2,256,1,fp8,fp8,0,0.012379200011491776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,4,256,1,bfloat16,bfloat16,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,8,256,1,fp8,fp8,0,0.030883198976516722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,4,256,1,bfloat16,fp8,0,0.02884480059146881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,4,256,1,fp8,fp8,0,0.012476799637079239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,8,256,1,bfloat16,bfloat16,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,8,256,1,bfloat16,fp8,0,0.02970399856567383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,8,256,1,fp8,fp8,0,0.012542399764060973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,16,256,1,bfloat16,bfloat16,0,0.010361599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,16,256,1,bfloat16,fp8,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,16,256,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,1,256,1,bfloat16,bfloat16,0,0.010308799892663955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,1,256,1,bfloat16,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,2,256,1,bfloat16,bfloat16,0,0.010307200253009796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,2,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,2,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,16,16,256,1,bfloat16,fp8,0,0.08765280246734619
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,4,256,1,bfloat16,bfloat16,0,0.010356800258159637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,16,256,1,bfloat16,bfloat16,0,0.017936000227928163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,4,256,1,bfloat16,fp8,0,0.016667200624942778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,8,256,1,bfloat16,fp8,0,0.018323199450969697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,8,256,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,16,256,1,bfloat16,bfloat16,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,2,256,1,bfloat16,fp8,0,0.02884959876537323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,16,256,1,bfloat16,fp8,0,0.016515199840068818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,16,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,1,256,1,bfloat16,bfloat16,0,0.009312000125646591
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,1,256,1,bfloat16,fp8,0,0.01652960032224655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,16,16,256,1,fp8,fp8,0,0.018628799915313722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,2,256,1,bfloat16,bfloat16,0,0.009078399837017059
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,2,256,1,fp8,fp8,0,0.008262400329113007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,4,256,1,bfloat16,bfloat16,0,0.008883199840784072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,4,256,1,bfloat16,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,4,256,1,fp8,fp8,0,0.008262400329113007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,8,256,1,bfloat16,bfloat16,0,0.010305599868297577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,1,256,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,8,256,1,bfloat16,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,8,256,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,16,256,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,16,256,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,1,256,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,1,256,1,bfloat16,fp8,0,0.0165583997964859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,4,256,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,1,256,1,fp8,fp8,0,0.008422400057315826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,16,16,256,1,fp8,fp8,0,0.012503999471664428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,2,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,2,256,1,bfloat16,fp8,0,0.016467200219631196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,4,256,1,bfloat16,bfloat16,0,0.008524800091981888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,4,256,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,8,256,1,bfloat16,bfloat16,0,0.010356800258159637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,8,256,1,bfloat16,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,8,256,1,fp8,fp8,0,0.008252800256013871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,16,256,1,bfloat16,bfloat16,0,0.010367999970912933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,1,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,16,256,1,bfloat16,fp8,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,1,256,1,bfloat16,bfloat16,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,16,2,256,1,bfloat16,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,1,256,1,bfloat16,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,1,256,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,2,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,2,256,1,bfloat16,fp8,0,0.016470399498939515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,2,256,1,fp8,fp8,0,0.008209600299596786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,4,256,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,4,256,1,bfloat16,fp8,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,4,256,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,16,256,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,8,256,1,bfloat16,bfloat16,0,0.01032159999012947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,8,256,1,bfloat16,fp8,0,0.016463999450206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,8,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,1,256,1,bfloat16,bfloat16,0,0.12508480548858641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,16,8,256,1,bfloat16,bfloat16,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,1,256,1,bfloat16,fp8,0,0.22952160835266114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,1,256,1,fp8,fp8,0,0.0948256015777588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,2,256,1,bfloat16,bfloat16,0,0.12717440128326415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,2,256,1,fp8,fp8,0,0.09438080191612244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,2,256,1,bfloat16,fp8,0,0.23020799160003663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,4,256,1,bfloat16,bfloat16,0,0.12923519611358641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,4,256,1,fp8,fp8,0,0.09640960097312927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,8,256,1,bfloat16,bfloat16,0,0.13752959966659545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,16,16,256,1,fp8,fp8,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,8,256,1,fp8,fp8,0,0.09923359751701355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,16,256,1,bfloat16,bfloat16,0,0.07395679950714111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,16,256,1,bfloat16,fp8,0,0.1367792010307312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,16,256,1,fp8,fp8,0,0.053452801704406736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,1,256,1,bfloat16,bfloat16,0,0.06368640065193176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,1,256,1,bfloat16,fp8,0,0.12359999418258667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,1,256,1,fp8,fp8,0,0.04934079945087433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,2,256,1,fp8,fp8,0,0.04933440089225769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,2,256,1,bfloat16,bfloat16,0,0.06569600105285645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,4,256,1,bfloat16,bfloat16,0,0.0657584011554718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,4,256,1,bfloat16,fp8,0,0.1261855959892273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,4,256,1,fp8,fp8,0,0.049351999163627626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,8,256,1,bfloat16,bfloat16,0,0.06984800100326538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,4,256,1,bfloat16,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,8,256,1,bfloat16,fp8,0,0.13012000322341918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,16,256,1,bfloat16,bfloat16,0,0.041140800714492796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,16,256,1,bfloat16,fp8,0,0.07786239981651306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,16,256,1,fp8,fp8,0,0.030836799740791322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,1,256,1,bfloat16,bfloat16,0,0.03705280125141144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,1,256,1,fp8,fp8,0,0.028787198662757873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,1,256,1,bfloat16,fp8,0,0.07179359793663025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,4,256,1,bfloat16,fp8,0,0.23268320560455322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,2,256,1,bfloat16,bfloat16,0,0.037064000964164734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,2,256,1,bfloat16,fp8,0,0.07190560102462769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,4,256,1,bfloat16,bfloat16,0,0.03707199990749359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,16,8,256,1,bfloat16,fp8,0,0.24784159660339355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,4,256,1,fp8,fp8,0,0.028785601258277893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,8,256,1,bfloat16,bfloat16,0,0.039032000303268435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,8,256,1,fp8,fp8,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,8,256,1,bfloat16,fp8,0,0.07391520142555237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,16,256,1,bfloat16,bfloat16,0,0.02271360009908676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,16,256,1,bfloat16,fp8,0,0.04319519996643066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,16,256,1,fp8,fp8,0,0.016606399416923524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,1,256,1,bfloat16,bfloat16,0,0.020576000213623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,1,256,1,fp8,fp8,0,0.01650719940662384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,1,256,1,bfloat16,fp8,0,0.04081760048866272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,2,256,1,bfloat16,fp8,0,0.12522079944610595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,2,256,1,bfloat16,bfloat16,0,0.020612800121307374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,2,256,1,bfloat16,fp8,0,0.04107680022716522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,4,256,1,bfloat16,bfloat16,0,0.02059199959039688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,4,256,1,fp8,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,4,256,1,bfloat16,fp8,0,0.04110400080680847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,8,256,1,bfloat16,bfloat16,0,0.020662400126457214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,16,2,256,1,fp8,fp8,0,0.008246400207281113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,16,8,256,1,fp8,fp8,0,0.05134080052375793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,8,256,1,fp8,fp8,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,8,256,1,bfloat16,fp8,0,0.0411871999502182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,16,256,1,bfloat16,bfloat16,0,0.014510400593280792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,16,256,1,bfloat16,fp8,0,0.028887999057769776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,1,256,1,bfloat16,bfloat16,0,0.014351999759674073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,1,256,1,bfloat16,fp8,0,0.02752000093460083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,1,256,1,fp8,fp8,0,0.011270400136709213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,2,256,1,bfloat16,bfloat16,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,2,256,1,fp8,fp8,0,0.028860801458358766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,2,256,1,bfloat16,fp8,0,0.027700799703598022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,2,256,1,fp8,fp8,0,0.012411200255155564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,16,4,256,1,bfloat16,fp8,0,0.07209920287132263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,4,256,1,bfloat16,fp8,0,0.028140801191329955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,4,256,1,fp8,fp8,0,0.012430399656295776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,8,256,1,bfloat16,fp8,0,0.028790399432182312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,8,256,1,fp8,fp8,0,0.012392000108957291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,16,256,1,fp8,fp8,0,0.008257599920034409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,1,256,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,1,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,1,256,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,2,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,2,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,16,2,256,1,fp8,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,4,256,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,4,256,1,fp8,fp8,0,0.008241599798202515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,4,256,1,bfloat16,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,8,256,1,bfloat16,bfloat16,0,0.00910400003194809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,8,256,1,bfloat16,fp8,0,0.016680000722408293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,8,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,16,256,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,16,256,1,bfloat16,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,1,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,1,256,1,bfloat16,fp8,0,0.016465599834918975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,4,256,1,bfloat16,bfloat16,0,0.014548799395561219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,1,256,1,fp8,fp8,0,0.006499200314283371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,8,256,1,bfloat16,bfloat16,0,0.014467200636863709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,2,256,1,bfloat16,fp8,0,0.01652639955282211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,2,256,1,fp8,fp8,0,0.008209600299596786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,4,256,1,bfloat16,bfloat16,0,0.008262400329113007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,16,256,1,bfloat16,fp8,0,0.017215999960899352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,4,256,1,bfloat16,fp8,0,0.01642400026321411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,4,256,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,8,256,1,bfloat16,bfloat16,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,8,256,1,bfloat16,fp8,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,8,256,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,16,256,1,bfloat16,bfloat16,0,0.010353600233793258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,2,256,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,16,256,1,bfloat16,fp8,0,0.016515199840068818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,16,256,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,1,256,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,1,256,1,fp8,fp8,0,0.0070271998643875126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,2,256,1,bfloat16,bfloat16,0,0.008310399949550629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,2,256,1,bfloat16,fp8,0,0.016281600296497344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,2,256,1,fp8,fp8,0,0.00785600021481514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,4,256,1,bfloat16,fp8,0,0.016471999883651733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,4,256,1,fp8,fp8,0,0.0074592001736164095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,8,256,1,bfloat16,bfloat16,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,8,256,1,bfloat16,fp8,0,0.01642400026321411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,8,256,1,fp8,fp8,0,0.008324799686670303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,16,256,1,bfloat16,bfloat16,0,0.010086400061845779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,16,256,1,bfloat16,fp8,0,0.01650879979133606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,16,256,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,2,256,1,bfloat16,bfloat16,0,0.008427199721336365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,1,256,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,1,256,1,fp8,fp8,0,0.0068304002285003666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,1,256,1,bfloat16,fp8,0,0.014801600575447082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,16,16,256,1,bfloat16,bfloat16,0,0.010366400331258773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,2,256,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,2,256,1,bfloat16,fp8,0,0.016204799711704253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,4,256,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,4,256,1,bfloat16,fp8,0,0.016102400422096253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,4,256,1,fp8,fp8,0,0.006862399727106094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,8,256,1,bfloat16,bfloat16,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,8,256,1,fp8,fp8,0,0.007369600236415863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,1,256,1,bfloat16,bfloat16,0,0.12092800140380859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,1,256,1,bfloat16,fp8,0,0.015476800501346588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,1,256,1,fp8,fp8,0,0.0903439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,16,4,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,16,16,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,2,256,1,bfloat16,bfloat16,0,0.12045600414276122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,16,16,256,1,fp8,fp8,0,0.012385600060224534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,2,256,1,bfloat16,fp8,0,0.21827359199523927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,4,256,1,bfloat16,bfloat16,0,0.12096320390701294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,4,256,1,fp8,fp8,0,0.0910095989704132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,4,256,1,bfloat16,fp8,0,0.2192239999771118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,8,256,1,fp8,fp8,0,0.09222720265388488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,8,256,1,bfloat16,fp8,0,0.21970880031585693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,16,256,1,bfloat16,bfloat16,0,0.061660802364349364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,16,256,1,bfloat16,fp8,0,0.11898080110549927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,16,256,1,fp8,fp8,0,0.047305598855018616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,1,256,1,bfloat16,bfloat16,0,0.061694401502609256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,2,256,1,fp8,fp8,0,0.00724639967083931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,1,256,1,fp8,fp8,0,0.04729920029640198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,2,256,1,bfloat16,bfloat16,0,0.06176480054855347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,2,256,1,bfloat16,fp8,0,0.11897920370101929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,16,8,256,1,bfloat16,fp8,0,0.016323199868202208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,2,256,1,fp8,fp8,0,0.04741120040416717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,4,256,1,bfloat16,bfloat16,0,0.06164000034332275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,4,256,1,fp8,fp8,0,0.047286400198936464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,4,256,1,bfloat16,fp8,0,0.11898399591445923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,8,256,1,bfloat16,bfloat16,0,0.061622399091720584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,8,256,1,fp8,fp8,0,0.047295999526977536
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,16,256,1,bfloat16,bfloat16,0,0.035011199116706845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,1,256,1,bfloat16,fp8,0,0.21756160259246826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,16,256,1,bfloat16,fp8,0,0.06927679777145386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,1,256,1,bfloat16,bfloat16,0,0.035046398639678955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,1,256,1,bfloat16,fp8,0,0.06925439834594727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,1,256,1,fp8,fp8,0,0.02686559855937958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,2,256,1,bfloat16,bfloat16,0,0.034913599491119385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,2,256,1,fp8,fp8,0,0.09058560132980346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,2,256,1,fp8,fp8,0,0.0267551988363266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,2,256,1,bfloat16,fp8,0,0.06899999976158142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,16,8,256,1,bfloat16,bfloat16,0,0.12097280025482178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,4,256,1,bfloat16,bfloat16,0,0.03499839901924133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,4,256,1,bfloat16,fp8,0,0.06970559954643249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,8,256,1,bfloat16,bfloat16,0,0.034971201419830324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,16,256,1,bfloat16,bfloat16,0,0.02059199959039688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,16,256,1,bfloat16,fp8,0,0.03902080059051514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,16,256,1,fp8,fp8,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,1,256,1,bfloat16,bfloat16,0,0.01870719939470291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,1,256,1,bfloat16,fp8,0,0.039022400975227356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,1,256,1,bfloat16,fp8,0,0.11898399591445923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,1,256,1,fp8,fp8,0,0.014468799531459808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,2,256,1,bfloat16,fp8,0,0.03904159963130951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,2,256,1,fp8,fp8,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,4,256,1,bfloat16,bfloat16,0,0.018603199720382692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,4,256,1,bfloat16,fp8,0,0.039062398672103885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,16,8,256,1,bfloat16,fp8,0,0.11895840167999268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,8,256,1,bfloat16,bfloat16,0,0.018638400733470915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,16,256,1,fp8,fp8,0,0.026825600862503053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,16,256,1,bfloat16,bfloat16,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,16,256,1,bfloat16,fp8,0,0.02678399980068207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,16,256,1,fp8,fp8,0,0.01053759977221489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,4,256,1,fp8,fp8,0,0.026830399036407472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,1,256,1,bfloat16,bfloat16,0,0.014452800154685974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,8,256,1,bfloat16,fp8,0,0.06970080137252807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,1,256,1,bfloat16,fp8,0,0.026846399903297423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,2,256,1,bfloat16,bfloat16,0,0.014502400159835815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,2,256,1,bfloat16,fp8,0,0.026814401149749756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,2,256,1,fp8,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,4,256,1,bfloat16,bfloat16,0,0.014703999459743499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,4,256,1,bfloat16,fp8,0,0.026787200570106508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,2,256,1,bfloat16,bfloat16,0,0.01860959976911545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,4,256,1,fp8,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,8,256,1,bfloat16,fp8,0,0.026841598749160766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,8,256,1,fp8,fp8,0,0.010489600151777268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,16,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,16,256,1,bfloat16,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,4,256,1,fp8,fp8,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,16,256,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,8,256,1,bfloat16,fp8,0,0.0391072005033493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,1,256,1,bfloat16,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,2,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,2,256,1,bfloat16,fp8,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,2,256,1,fp8,fp8,0,0.006321600079536438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,4,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,4,256,1,bfloat16,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,4,256,1,fp8,fp8,0,0.006356800347566605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,16,8,256,1,fp8,fp8,0,0.026782399415969847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,8,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,8,256,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,16,256,1,bfloat16,bfloat16,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,16,256,1,bfloat16,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,16,256,1,fp8,fp8,0,0.008236800134181977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,1,256,1,bfloat16,bfloat16,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,1,256,1,bfloat16,fp8,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,1,256,1,fp8,fp8,0,0.006364800035953522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,2,256,1,bfloat16,bfloat16,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,8,256,1,bfloat16,bfloat16,0,0.014545600116252898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,2,256,1,fp8,fp8,0,0.006414400041103363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,4,256,1,bfloat16,bfloat16,0,0.00843999981880188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,4,256,1,bfloat16,fp8,0,0.015068799257278442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,1,256,1,bfloat16,bfloat16,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,8,256,1,bfloat16,bfloat16,0,0.008329600095748901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,1,256,1,fp8,fp8,0,0.006329599767923355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,8,256,1,bfloat16,fp8,0,0.015199999511241912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,16,256,1,bfloat16,bfloat16,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,16,256,1,bfloat16,fp8,0,0.01547040045261383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,16,256,1,fp8,fp8,0,0.006540799885988236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,1,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,1,256,1,bfloat16,fp8,0,0.015372799336910247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,16,1,256,1,fp8,fp8,0,0.010452800244092942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,1,256,1,fp8,fp8,0,0.006361600011587143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,2,256,1,bfloat16,bfloat16,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,2,256,1,fp8,fp8,0,0.006350400298833847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,4,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,4,256,1,bfloat16,fp8,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,4,256,1,fp8,fp8,0,0.0063008002936840056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,8,256,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,8,256,1,bfloat16,fp8,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,2,256,1,bfloat16,fp8,0,0.01459839940071106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,8,256,1,fp8,fp8,0,0.006331200152635575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,16,256,1,bfloat16,fp8,0,0.014769600331783294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,16,256,1,fp8,fp8,0,0.006441599875688553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,1,256,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,4,256,1,fp8,fp8,0,0.006358399987220764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,16,8,256,1,fp8,fp8,0,0.014502400159835815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,16,8,256,1,fp8,fp8,0,0.006526400148868561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,2,256,1,bfloat16,fp8,0,0.015137599408626556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,2,256,1,fp8,fp8,0,0.006304000318050384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,4,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,4,256,1,bfloat16,fp8,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,4,256,1,fp8,fp8,0,0.006360000371932984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,16,8,256,1,fp8,fp8,0,0.006867200136184692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,8,256,1,bfloat16,fp8,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,16,2,256,1,bfloat16,fp8,0,0.01446560025215149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,8,256,1,fp8,fp8,0,0.0063391998410224915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,16,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,1,256,1,bfloat16,fp8,0,0.01555040031671524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,1,256,1,fp8,fp8,0,0.006374400109052658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,2,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,16,8,256,1,bfloat16,bfloat16,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,1,256,1,fp8,fp8,0,52.8515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,2,256,1,fp8,fp8,0,52.94777221679688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,1,256,1,bfloat16,bfloat16,0,72.5626220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,2,256,1,bfloat16,bfloat16,0,77.29905395507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,4,256,1,bfloat16,bfloat16,0,80.89937133789063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,12,256,1,bfloat16,bfloat16,0,45.490744018554686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,12,256,1,fp8,fp8,0,29.402859497070313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,4,256,1,fp8,fp8,0,55.80296630859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,1,256,1,bfloat16,fp8,0,129.10736083984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,1,256,1,bfloat16,bfloat16,0,36.4693115234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,2,256,1,bfloat16,fp8,0,131.49822998046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,1,256,1,fp8,fp8,0,26.630218505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,12,4,256,1,bfloat16,fp8,0,133.54935302734376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,12,256,1,bfloat16,fp8,0,69.69932250976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,2,256,1,bfloat16,bfloat16,0,36.542965698242185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,2,256,1,fp8,fp8,0,26.596826171875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,4,256,1,fp8,fp8,0,26.760430908203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,12,256,1,bfloat16,bfloat16,0,20.871061706542967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,1,256,1,bfloat16,fp8,0,64.24832153320312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,12,256,1,fp8,fp8,0,14.171131896972657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,4,256,1,bfloat16,bfloat16,0,39.410867309570314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,1,256,1,fp8,fp8,0,13.51661376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,12,256,1,bfloat16,fp8,0,34.42805480957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,1,256,1,bfloat16,bfloat16,0,18.504901123046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,2,256,1,bfloat16,bfloat16,0,18.48988037109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,2,256,1,bfloat16,fp8,0,64.67794189453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,2,256,1,fp8,fp8,0,13.511431884765624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,1,256,1,bfloat16,fp8,0,32.544412231445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,12,4,256,1,bfloat16,fp8,0,65.89619750976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,4,256,1,bfloat16,bfloat16,0,18.628993225097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,12,256,1,bfloat16,bfloat16,0,10.273041534423829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,12,256,1,fp8,fp8,0,6.986219024658203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,4,256,1,fp8,fp8,0,13.538548278808594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,1,256,1,bfloat16,bfloat16,0,9.548937225341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,1,256,1,fp8,fp8,0,6.975302124023438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,12,256,1,bfloat16,fp8,0,17.347926330566406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,2,256,1,bfloat16,fp8,0,32.60234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,2,256,1,bfloat16,bfloat16,0,9.523458862304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,2,256,1,fp8,fp8,0,6.973554992675782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,1,256,1,bfloat16,fp8,0,16.81939239501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,4,256,1,fp8,fp8,0,6.979840087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,4,256,1,bfloat16,bfloat16,0,9.585094451904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,2,256,1,bfloat16,fp8,0,16.815567016601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,12,4,256,1,bfloat16,fp8,0,32.841845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,12,4,256,1,bfloat16,fp8,0,16.830308532714845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,1,256,1,fp8,fp8,0,29.88319091796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,2,256,1,fp8,fp8,0,29.90794677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,1,256,1,bfloat16,bfloat16,0,40.95975341796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,2,256,1,bfloat16,bfloat16,0,42.24198913574219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,4,256,1,bfloat16,bfloat16,0,45.281680297851565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,12,256,1,bfloat16,bfloat16,0,24.948095703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,12,256,1,fp8,fp8,0,16.723297119140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,4,256,1,fp8,fp8,0,30.82030029296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,1,256,1,bfloat16,bfloat16,0,20.649598693847658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,1,256,1,bfloat16,fp8,0,72.25821533203126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,2,256,1,bfloat16,fp8,0,73.74338989257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,1,256,1,fp8,fp8,0,15.084848022460937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,12,256,1,bfloat16,fp8,0,39.371856689453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,2,256,1,bfloat16,bfloat16,0,20.64882049560547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,12,4,256,1,bfloat16,fp8,0,75.267431640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,2,256,1,fp8,fp8,0,15.09488525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,12,256,1,fp8,fp8,0,7.824342346191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,12,256,1,bfloat16,bfloat16,0,11.835282897949218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,4,256,1,fp8,fp8,0,15.14840087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,1,256,1,bfloat16,fp8,0,36.4012939453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,4,256,1,bfloat16,bfloat16,0,21.130569458007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,1,256,1,fp8,fp8,0,7.6890510559082035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,1,256,1,bfloat16,bfloat16,0,10.553913879394532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,12,256,1,bfloat16,fp8,0,19.676763916015624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,2,256,1,bfloat16,fp8,0,36.505926513671874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,2,256,1,bfloat16,bfloat16,0,10.523131561279296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,2,256,1,fp8,fp8,0,7.685329437255859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,12,256,1,bfloat16,bfloat16,0,5.687612915039063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,1,256,1,bfloat16,fp8,0,18.580403137207032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,4,256,1,fp8,fp8,0,7.719879913330078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,12,4,256,1,bfloat16,fp8,0,37.44364624023437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,4,256,1,bfloat16,bfloat16,0,10.627792358398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,2,256,1,bfloat16,fp8,0,18.601673889160157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,12,256,1,fp8,fp8,0,4.030292892456055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,1,256,1,fp8,fp8,0,3.998892974853516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,1,256,1,bfloat16,bfloat16,0,5.496567916870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,2,256,1,bfloat16,bfloat16,0,5.4655311584472654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,2,256,1,fp8,fp8,0,4.01363525390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,12,256,1,bfloat16,fp8,0,9.984458923339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,1,256,1,bfloat16,fp8,0,9.670496368408203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,12,4,256,1,bfloat16,fp8,0,18.661436462402342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,4,256,1,bfloat16,bfloat16,0,5.486857604980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,4,256,1,fp8,fp8,0,4.005721664428711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,2,256,1,bfloat16,fp8,0,9.680316925048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,12,4,256,1,bfloat16,fp8,0,9.696206665039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,1,256,1,fp8,fp8,0,20.85193786621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,2,256,1,fp8,fp8,0,20.87562713623047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,1,256,1,bfloat16,bfloat16,0,28.549981689453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,2,256,1,bfloat16,bfloat16,0,29.231417846679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,4,256,1,bfloat16,bfloat16,0,31.404049682617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,12,256,1,bfloat16,bfloat16,0,17.395166015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,12,256,1,fp8,fp8,0,11.362268829345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,4,256,1,fp8,fp8,0,21.416995239257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,1,256,1,bfloat16,fp8,0,50.275018310546876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,1,256,1,bfloat16,bfloat16,0,14.422966003417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,2,256,1,bfloat16,fp8,0,51.17818603515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,12,256,1,bfloat16,fp8,0,27.705224609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,1,256,1,fp8,fp8,0,10.553720092773437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,2,256,1,bfloat16,bfloat16,0,14.448919677734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,12,4,256,1,bfloat16,fp8,0,52.42258911132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,2,256,1,fp8,fp8,0,10.542823791503906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,12,256,1,fp8,fp8,0,5.465399932861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,12,256,1,bfloat16,bfloat16,0,8.196012878417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,1,256,1,bfloat16,fp8,0,25.416204833984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,4,256,1,fp8,fp8,0,10.594878387451171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,4,256,1,bfloat16,bfloat16,0,14.692791748046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,1,256,1,fp8,fp8,0,5.414652633666992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,12,256,1,bfloat16,fp8,0,13.641624450683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,1,256,1,bfloat16,bfloat16,0,7.411404418945312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,2,256,1,bfloat16,fp8,0,25.44005432128906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,2,256,1,bfloat16,bfloat16,0,7.3968254089355465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,2,256,1,fp8,fp8,0,5.415031814575196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,12,256,1,bfloat16,bfloat16,0,4.010916900634766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,1,256,1,bfloat16,fp8,0,13.052685546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,4,256,1,fp8,fp8,0,5.41473617553711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,4,256,1,bfloat16,bfloat16,0,7.460489654541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,2,256,1,bfloat16,fp8,0,13.069837951660157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,12,4,256,1,bfloat16,fp8,0,25.955258178710938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,12,256,1,fp8,fp8,0,2.843623924255371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,1,256,1,bfloat16,bfloat16,0,3.8742721557617186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,1,256,1,fp8,fp8,0,2.826358413696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,12,256,1,bfloat16,fp8,0,6.977225494384766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,2,256,1,bfloat16,bfloat16,0,3.8774478912353514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,12,4,256,1,bfloat16,fp8,0,13.091893005371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,2,256,1,fp8,fp8,0,2.8210447311401365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,1,256,1,bfloat16,fp8,0,6.827566528320313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,4,256,1,bfloat16,bfloat16,0,3.8695041656494142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,4,256,1,fp8,fp8,0,2.8371856689453123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,2,256,1,bfloat16,fp8,0,6.847898864746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,12,4,256,1,bfloat16,fp8,0,6.8105216979980465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,1,256,1,fp8,fp8,0,26.66383056640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,2,256,1,fp8,fp8,0,26.872189331054688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,1,256,1,bfloat16,bfloat16,0,36.673614501953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,2,256,1,bfloat16,bfloat16,0,39.70799865722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,4,256,1,bfloat16,bfloat16,0,42.39058227539063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,12,256,1,bfloat16,bfloat16,0,24.176806640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,4,256,1,fp8,fp8,0,29.084820556640626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,12,256,1,fp8,fp8,0,15.457865905761718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,1,256,1,bfloat16,fp8,0,64.90617065429687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,1,256,1,bfloat16,bfloat16,0,18.41002197265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,2,256,1,bfloat16,fp8,0,66.50416870117188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,1,256,1,fp8,fp8,0,13.430638122558594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,2,256,1,bfloat16,bfloat16,0,18.56471405029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,12,256,1,bfloat16,fp8,0,39.68581848144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,12,4,256,1,bfloat16,fp8,0,68.00347900390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,2,256,1,fp8,fp8,0,13.435125732421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,12,256,1,bfloat16,bfloat16,0,11.146399688720702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,4,256,1,fp8,fp8,0,13.57727508544922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,1,256,1,bfloat16,fp8,0,32.36534423828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,4,256,1,bfloat16,bfloat16,0,19.56104431152344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,12,256,1,fp8,fp8,0,7.079927825927735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,1,256,1,fp8,fp8,0,6.8258819580078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,2,256,1,bfloat16,fp8,0,32.85150146484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,1,256,1,bfloat16,bfloat16,0,9.340929412841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,2,256,1,bfloat16,bfloat16,0,9.345928192138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,12,4,256,1,bfloat16,fp8,0,33.73700866699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,2,256,1,fp8,fp8,0,6.817814636230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,12,256,1,bfloat16,fp8,0,17.687905883789064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,1,256,1,bfloat16,fp8,0,16.427944946289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,4,256,1,fp8,fp8,0,6.843402862548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,4,256,1,bfloat16,bfloat16,0,9.483103942871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,12,256,1,fp8,fp8,0,3.5634769439697265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,12,256,1,bfloat16,bfloat16,0,5.319627380371093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,1,256,1,fp8,fp8,0,3.511977767944336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,1,256,1,bfloat16,bfloat16,0,4.821152114868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,2,256,1,bfloat16,fp8,0,16.46557159423828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,12,256,1,bfloat16,fp8,0,8.951702117919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,2,256,1,bfloat16,bfloat16,0,4.824623870849609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,2,256,1,fp8,fp8,0,3.514334487915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,1,256,1,bfloat16,fp8,0,8.478555297851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,12,4,256,1,bfloat16,fp8,0,16.60734405517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,4,256,1,bfloat16,bfloat16,0,4.846201705932617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,4,256,1,fp8,fp8,0,3.5282161712646483
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,12,256,1,bfloat16,bfloat16,0,2.625904083251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,12,256,1,fp8,fp8,0,1.862544059753418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,2,256,1,bfloat16,fp8,0,8.487200164794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,1,256,1,bfloat16,bfloat16,0,2.532548713684082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,1,256,1,fp8,fp8,0,1.8575311660766602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,12,256,1,bfloat16,fp8,0,4.558528137207031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,2,256,1,bfloat16,bfloat16,0,2.5329647064208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,2,256,1,fp8,fp8,0,1.8581296920776367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,1,256,1,bfloat16,fp8,0,4.460012817382813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,12,4,256,1,bfloat16,fp8,0,8.517625427246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,4,256,1,bfloat16,bfloat16,0,2.547612762451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,2,256,1,bfloat16,fp8,0,4.459617614746094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,4,256,1,bfloat16,fp8,0,4.475239944458008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,12,4,256,1,fp8,fp8,0,1.8602783203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,1,256,1,fp8,fp8,0,15.132244873046876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,2,256,1,fp8,fp8,0,15.170307922363282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,1,256,1,bfloat16,bfloat16,0,20.784147644042967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,2,256,1,bfloat16,bfloat16,0,21.77093505859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,4,256,1,bfloat16,bfloat16,0,24.024607849121093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,12,256,1,bfloat16,bfloat16,0,13.678520202636719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,4,256,1,fp8,fp8,0,16.062445068359374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,12,256,1,fp8,fp8,0,8.523851013183593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,1,256,1,bfloat16,fp8,0,36.552731323242185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,2,256,1,bfloat16,fp8,0,37.48892822265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,1,256,1,bfloat16,bfloat16,0,10.474510192871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,1,256,1,fp8,fp8,0,7.6399696350097654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,2,256,1,bfloat16,bfloat16,0,10.50808334350586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,12,256,1,bfloat16,fp8,0,22.69912109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,2,256,1,fp8,fp8,0,7.643097686767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,12,4,256,1,bfloat16,fp8,0,38.4918212890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,1,256,1,bfloat16,fp8,0,18.393902587890626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,12,256,1,bfloat16,bfloat16,0,6.354110336303711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,4,256,1,fp8,fp8,0,7.70025405883789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,12,256,1,fp8,fp8,0,4.052395248413086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,4,256,1,bfloat16,bfloat16,0,11.009639739990234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,2,256,1,bfloat16,fp8,0,18.525071716308595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,1,256,1,fp8,fp8,0,3.9043952941894533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,1,256,1,bfloat16,bfloat16,0,5.354355239868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,12,256,1,bfloat16,fp8,0,10.288468933105468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,2,256,1,bfloat16,bfloat16,0,5.3607135772705075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,2,256,1,fp8,fp8,0,3.8983631134033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,12,4,256,1,bfloat16,fp8,0,19.059432983398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,1,256,1,bfloat16,fp8,0,9.390289306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,12,256,1,bfloat16,bfloat16,0,2.9720319747924804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,4,256,1,bfloat16,bfloat16,0,5.421847915649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,4,256,1,fp8,fp8,0,3.913945770263672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,12,256,1,fp8,fp8,0,2.0474191665649415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,2,256,1,bfloat16,fp8,0,9.4195068359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,1,256,1,bfloat16,bfloat16,0,2.785572814941406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,12,256,1,bfloat16,fp8,0,5.17620964050293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,2,256,1,bfloat16,bfloat16,0,2.773419189453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,12,4,256,1,bfloat16,fp8,0,9.477556610107422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,2,256,1,fp8,fp8,0,2.0257871627807615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,1,256,1,bfloat16,fp8,0,4.875799942016601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,4,256,1,fp8,fp8,0,2.03570556640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,1,256,1,fp8,fp8,0,2.026388740539551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,12,256,1,bfloat16,bfloat16,0,1.5348464012145997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,4,256,1,bfloat16,bfloat16,0,2.801870346069336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,12,256,1,fp8,fp8,0,1.0909839630126954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,1,256,1,fp8,fp8,0,1.0883407592773438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,1,256,1,bfloat16,bfloat16,0,1.477888011932373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,4,256,1,bfloat16,fp8,0,4.901670455932617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,2,256,1,bfloat16,bfloat16,0,1.4808208465576171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,1,256,1,bfloat16,fp8,0,2.6093568801879883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,2,256,1,fp8,fp8,0,1.0854640007019043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,4,256,1,bfloat16,bfloat16,0,1.49267520904541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,4,256,1,fp8,fp8,0,1.0940367698669433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,2,256,1,bfloat16,fp8,0,2.5967103958129885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,12,2,256,1,bfloat16,fp8,0,4.9057167053222654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,12,256,1,bfloat16,fp8,0,2.663688087463379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,12,4,256,1,bfloat16,fp8,0,2.6033071517944335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,1,256,1,fp8,fp8,0,13.576626586914063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,2,256,1,fp8,fp8,0,13.748190307617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,1,256,1,bfloat16,bfloat16,0,18.745904541015626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,2,256,1,bfloat16,bfloat16,0,20.947663879394533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,4,256,1,bfloat16,bfloat16,0,22.767118835449217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,4,256,1,fp8,fp8,0,14.956973266601562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,12,256,1,fp8,fp8,0,9.594055938720704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,1,256,1,bfloat16,fp8,0,33.091513061523436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,12,256,1,bfloat16,bfloat16,0,19.072947692871093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,2,256,1,bfloat16,fp8,0,34.10904541015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,1,256,1,bfloat16,bfloat16,0,9.408251190185547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,1,256,1,fp8,fp8,0,6.840526580810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,12,256,1,bfloat16,fp8,0,20.983395385742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,12,4,256,1,bfloat16,fp8,0,35.04755859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,2,256,1,fp8,fp8,0,6.847195434570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,2,256,1,bfloat16,bfloat16,0,9.690025329589844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,1,256,1,bfloat16,fp8,0,16.501405334472658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,4,256,1,bfloat16,bfloat16,0,10.658255767822265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,12,256,1,bfloat16,bfloat16,0,6.310903930664063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,4,256,1,fp8,fp8,0,6.982144165039062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,12,256,1,fp8,fp8,0,3.84729118347168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,1,256,1,fp8,fp8,0,3.4728862762451174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,1,256,1,bfloat16,bfloat16,0,4.77250862121582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,2,256,1,bfloat16,fp8,0,16.80316925048828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,2,256,1,bfloat16,bfloat16,0,4.785044860839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,12,256,1,bfloat16,fp8,0,10.425278472900391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,2,256,1,fp8,fp8,0,3.473495864868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,1,256,1,bfloat16,fp8,0,8.361835479736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,2,256,1,bfloat16,fp8,0,8.391270446777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,4,256,1,fp8,fp8,0,3.4966751098632813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,12,256,1,bfloat16,bfloat16,0,2.870065689086914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,4,256,1,bfloat16,bfloat16,0,4.954291152954101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,12,256,1,fp8,fp8,0,1.8410240173339845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,1,256,1,bfloat16,bfloat16,0,2.460910415649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,1,256,1,fp8,fp8,0,1.7864255905151367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,2,256,1,bfloat16,bfloat16,0,2.4628927230834963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,12,256,1,bfloat16,fp8,0,4.8276416778564455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,12,4,256,1,bfloat16,fp8,0,17.45283660888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,2,256,1,fp8,fp8,0,1.789299201965332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,1,256,1,bfloat16,fp8,0,4.312601470947266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,4,256,1,bfloat16,bfloat16,0,2.487985610961914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,2,256,1,bfloat16,fp8,0,4.324454498291016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,12,256,1,fp8,fp8,0,0.9541215896606445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,12,256,1,bfloat16,bfloat16,0,1.3761584281921386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,4,256,1,fp8,fp8,0,1.7983184814453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,1,256,1,bfloat16,bfloat16,0,1.2925984382629394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,1,256,1,fp8,fp8,0,0.9409952163696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,2,256,1,bfloat16,bfloat16,0,1.2960991859436035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,12,4,256,1,bfloat16,fp8,0,4.346057510375976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,2,256,1,fp8,fp8,0,0.9448703765869141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,1,256,1,bfloat16,fp8,0,2.2800975799560548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,12,4,256,1,bfloat16,fp8,0,8.624263763427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,4,256,1,bfloat16,bfloat16,0,1.3045680046081543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,4,256,1,fp8,fp8,0,0.9473631858825684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,12,256,1,fp8,fp8,0,0.5299839973449707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,1,256,1,bfloat16,bfloat16,0,0.7134384155273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,12,256,1,bfloat16,fp8,0,1.2843232154846191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,1,256,1,fp8,fp8,0,0.527022409439087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,4,256,1,bfloat16,fp8,0,2.2795616149902345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,2,256,1,bfloat16,bfloat16,0,0.7138559818267822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,2,256,1,fp8,fp8,0,0.5269999980926514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,12,256,1,bfloat16,fp8,0,2.3613168716430666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,4,256,1,bfloat16,bfloat16,0,0.7179952144622803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,2,256,1,bfloat16,fp8,0,1.2532511711120606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,4,256,1,fp8,fp8,0,0.5286320209503174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,4,256,1,bfloat16,fp8,0,1.2562879562377929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,12,2,256,1,bfloat16,fp8,0,2.2725055694580076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,12,256,1,bfloat16,bfloat16,0,0.7385136127471924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,12,1,256,1,bfloat16,fp8,0,1.2523455619812012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,1,256,1,fp8,fp8,0,7.745156860351562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,2,256,1,fp8,fp8,0,7.796282958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,1,256,1,bfloat16,bfloat16,0,10.678476715087891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,2,256,1,bfloat16,bfloat16,0,11.659117126464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,4,256,1,bfloat16,bfloat16,0,12.849253845214843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,4,256,1,fp8,fp8,0,8.399781036376954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,1,256,1,bfloat16,fp8,0,18.68518524169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,2,256,1,bfloat16,fp8,0,19.382276916503905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,12,256,1,fp8,fp8,0,5.435704040527344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,12,256,1,bfloat16,bfloat16,0,10.924674987792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,1,256,1,bfloat16,bfloat16,0,5.406496047973633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,12,4,256,1,bfloat16,fp8,0,20.081053161621092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,1,256,1,fp8,fp8,0,3.9243022918701174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,12,256,1,bfloat16,fp8,0,12.173146820068359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,2,256,1,bfloat16,bfloat16,0,5.4520000457763675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,2,256,1,fp8,fp8,0,3.929953765869141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,1,256,1,bfloat16,fp8,0,9.451427459716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,12,256,1,bfloat16,bfloat16,0,3.6632511138916017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,4,256,1,fp8,fp8,0,3.984417724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,12,256,1,fp8,fp8,0,2.179299163818359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,4,256,1,bfloat16,bfloat16,0,6.015900802612305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,2,256,1,bfloat16,fp8,0,9.548700714111328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,1,256,1,bfloat16,bfloat16,0,2.75787353515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,1,256,1,fp8,fp8,0,2.003207969665527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,2,256,1,bfloat16,bfloat16,0,2.7642704010009767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,12,256,1,bfloat16,fp8,0,6.008595275878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,2,256,1,fp8,fp8,0,2.0053407669067385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,1,256,1,bfloat16,fp8,0,4.820415878295899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,4,256,1,bfloat16,bfloat16,0,2.819700813293457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,12,256,1,bfloat16,bfloat16,0,1.6065471649169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,12,4,256,1,bfloat16,fp8,0,9.983814239501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,4,256,1,fp8,fp8,0,2.013153648376465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,2,256,1,bfloat16,fp8,0,4.839608001708984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,12,256,1,fp8,fp8,0,1.072164821624756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,1,256,1,bfloat16,bfloat16,0,1.4345600128173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,12,256,1,bfloat16,fp8,0,2.7522111892700196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,12,4,256,1,bfloat16,fp8,0,4.902953720092773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,2,256,1,fp8,fp8,0,1.0387408256530761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,4,256,1,bfloat16,bfloat16,0,1.4484864234924317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,1,256,1,bfloat16,fp8,0,2.506500816345215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,4,256,1,fp8,fp8,0,1.0416687965393066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,12,256,1,bfloat16,bfloat16,0,0.8111663818359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,2,256,1,bfloat16,fp8,0,2.511579132080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,12,256,1,fp8,fp8,0,0.5638127803802491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,1,256,1,fp8,fp8,0,0.5583360195159912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,4,256,1,bfloat16,fp8,0,2.5272544860839843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,12,256,1,bfloat16,fp8,0,1.386135959625244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,1,256,1,bfloat16,fp8,0,1.345199966430664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,2,256,1,bfloat16,bfloat16,0,0.7621583938598633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,2,256,1,fp8,fp8,0,0.5579247951507569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,4,256,1,bfloat16,bfloat16,0,0.7678688049316407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,4,256,1,fp8,fp8,0,0.5598576068878174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,12,256,1,bfloat16,bfloat16,0,0.44760961532592775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,1,256,1,fp8,fp8,0,1.0365920066833496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,4,256,1,bfloat16,fp8,0,1.352836799621582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,12,256,1,fp8,fp8,0,0.32171199321746824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,1,256,1,bfloat16,bfloat16,0,0.43543038368225095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,12,256,1,bfloat16,fp8,0,0.780395221710205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,1,256,1,fp8,fp8,0,0.3220400094985962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,1,256,1,bfloat16,fp8,0,0.7660560131072998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,2,256,1,bfloat16,bfloat16,0,0.43508639335632326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,2,256,1,fp8,fp8,0,0.31893599033355713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,4,256,1,fp8,fp8,0,0.3197135925292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,2,256,1,bfloat16,fp8,0,0.7643968105316162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,1,256,1,bfloat16,bfloat16,0,0.7593039989471435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,4,256,1,bfloat16,fp8,0,0.7679296016693116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,12,2,256,1,bfloat16,fp8,0,1.3421903610229493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,12,2,256,1,bfloat16,bfloat16,0,1.4346783638000489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,12,4,256,1,bfloat16,bfloat16,0,0.4411344051361084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,1,256,1,fp8,fp8,0,7.0253852844238285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,2,256,1,fp8,fp8,0,7.1891632080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,1,256,1,bfloat16,bfloat16,0,10.016643524169922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,2,256,1,bfloat16,bfloat16,0,10.914473724365234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,4,256,1,bfloat16,bfloat16,0,12.411417388916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,4,256,1,fp8,fp8,0,7.963585662841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,12,256,1,fp8,fp8,0,5.233417510986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,1,256,1,bfloat16,fp8,0,17.16071014404297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,2,256,1,bfloat16,fp8,0,17.763822937011717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,1,256,1,bfloat16,bfloat16,0,4.894646453857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,12,256,1,bfloat16,bfloat16,0,10.588420867919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,1,256,1,fp8,fp8,0,3.54344482421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,12,256,1,bfloat16,fp8,0,11.585343933105468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,12,4,256,1,bfloat16,fp8,0,18.740965270996092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,2,256,1,bfloat16,bfloat16,0,5.120124816894531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,2,256,1,fp8,fp8,0,3.556576156616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,1,256,1,bfloat16,fp8,0,8.523744201660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,4,256,1,fp8,fp8,0,3.701599884033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,12,256,1,fp8,fp8,0,2.34496955871582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,4,256,1,bfloat16,bfloat16,0,5.87225456237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,1,256,1,bfloat16,bfloat16,0,2.5172895431518554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,2,256,1,bfloat16,fp8,0,8.830467224121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,12,256,1,bfloat16,bfloat16,0,5.034563064575195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,1,256,1,fp8,fp8,0,1.8189664840698243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,12,256,1,bfloat16,fp8,0,5.832787322998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,2,256,1,bfloat16,bfloat16,0,2.531510353088379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,2,256,1,fp8,fp8,0,1.8182992935180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,1,256,1,bfloat16,fp8,0,4.368296051025391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,4,256,1,bfloat16,bfloat16,0,2.66977596282959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,12,4,256,1,bfloat16,fp8,0,9.277593231201172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,4,256,1,fp8,fp8,0,1.8395088195800782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,12,256,1,bfloat16,bfloat16,0,1.6154960632324218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,12,256,1,fp8,fp8,0,0.9961119651794433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,2,256,1,bfloat16,fp8,0,4.389843368530274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,1,256,1,fp8,fp8,0,0.9284095764160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,1,256,1,bfloat16,bfloat16,0,1.2954591751098632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,12,256,1,bfloat16,fp8,0,2.7450384140014648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,2,256,1,bfloat16,bfloat16,0,1.2995871543884276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,12,4,256,1,bfloat16,fp8,0,4.577027130126953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,2,256,1,fp8,fp8,0,0.9323951721191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,1,256,1,bfloat16,fp8,0,2.2454368591308596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,4,256,1,bfloat16,bfloat16,0,1.3199248313903809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,2,256,1,bfloat16,fp8,0,2.2528751373291014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,4,256,1,fp8,fp8,0,0.9445599555969239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,12,256,1,bfloat16,bfloat16,0,0.7513775825500488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,12,256,1,fp8,fp8,0,0.5076159954071044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,1,256,1,bfloat16,bfloat16,0,0.6761392116546631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,12,256,1,bfloat16,fp8,0,1.272374439239502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,2,256,1,bfloat16,bfloat16,0,0.6773856163024903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,12,4,256,1,bfloat16,fp8,0,2.2792896270751952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,1,256,1,bfloat16,fp8,0,1.1861599922180175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,2,256,1,bfloat16,fp8,0,1.1880047798156739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,4,256,1,bfloat16,bfloat16,0,0.6932688236236573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,4,256,1,fp8,fp8,0,0.49534878730773924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,12,256,1,bfloat16,bfloat16,0,0.3981152057647705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,12,256,1,fp8,fp8,0,0.2786783933639526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,4,256,1,bfloat16,fp8,0,1.201425552368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,12,256,1,bfloat16,fp8,0,0.6810671806335449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,1,256,1,fp8,fp8,0,0.27271840572357176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,1,256,1,bfloat16,fp8,0,0.6547984123229981
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,2,256,1,fp8,fp8,0,0.27262558937072756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,2,256,1,bfloat16,fp8,0,0.6537519931793213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,4,256,1,bfloat16,bfloat16,0,0.37775359153747556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,4,256,1,fp8,fp8,0,0.27458240985870364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,12,256,1,bfloat16,bfloat16,0,0.23206079006195068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,4,256,1,bfloat16,fp8,0,0.6589056015014648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,1,256,1,fp8,fp8,0,0.49170398712158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,12,256,1,fp8,fp8,0,0.16616480350494384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,1,256,1,bfloat16,bfloat16,0,0.2253551959991455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,12,256,1,bfloat16,fp8,0,0.4027008056640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,1,256,1,fp8,fp8,0,0.16403520107269287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,12,2,256,1,fp8,fp8,0,0.49337282180786135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,1,256,1,bfloat16,fp8,0,0.3924896001815796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,2,256,1,bfloat16,bfloat16,0,0.22540640830993652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,2,256,1,fp8,fp8,0,0.16406559944152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,2,256,1,bfloat16,fp8,0,0.3935904026031494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,4,256,1,bfloat16,bfloat16,0,0.2290127992630005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,4,256,1,fp8,fp8,0,0.16535840034484864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,12,4,256,1,bfloat16,fp8,0,0.39475359916687014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,1,256,1,bfloat16,bfloat16,0,0.3739664077758789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,12,2,256,1,bfloat16,bfloat16,0,0.3750432014465332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,1,256,1,fp8,fp8,0,4.056708908081054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,2,256,1,fp8,fp8,0,4.111227035522461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,1,256,1,bfloat16,bfloat16,0,5.639587020874023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,2,256,1,bfloat16,bfloat16,0,6.153755187988281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,4,256,1,bfloat16,bfloat16,0,7.1214546203613285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,1,256,1,bfloat16,fp8,0,9.77732162475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,4,256,1,fp8,fp8,0,4.566011047363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,2,256,1,bfloat16,fp8,0,10.194083404541015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,1,256,1,bfloat16,bfloat16,0,2.8495439529418944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,1,256,1,fp8,fp8,0,2.057102394104004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,12,256,1,bfloat16,bfloat16,0,6.267087936401367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,2,256,1,bfloat16,bfloat16,0,2.9341087341308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,12,256,1,fp8,fp8,0,3.072920036315918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,12,256,1,bfloat16,fp8,0,6.953112030029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,2,256,1,fp8,fp8,0,2.065260887145996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,1,256,1,bfloat16,fp8,0,4.936608123779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,4,256,1,fp8,fp8,0,2.125422477722168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,2,256,1,bfloat16,fp8,0,5.0720672607421875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,12,256,1,fp8,fp8,0,1.2644767761230469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,4,256,1,bfloat16,bfloat16,0,3.3709712982177735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,12,256,1,bfloat16,bfloat16,0,2.884766387939453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,1,256,1,bfloat16,bfloat16,0,1.4827679634094237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,1,256,1,fp8,fp8,0,1.0664352416992187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,12,4,256,1,bfloat16,fp8,0,10.94441909790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,2,256,1,bfloat16,bfloat16,0,1.4902976036071778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,1,256,1,bfloat16,fp8,0,2.555329513549805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,2,256,1,fp8,fp8,0,1.069696044921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,12,4,256,1,bfloat16,fp8,0,5.410033416748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,4,256,1,bfloat16,bfloat16,0,1.5511152267456054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,2,256,1,bfloat16,fp8,0,2.570404815673828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,4,256,1,fp8,fp8,0,1.0786911964416503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,12,256,1,bfloat16,bfloat16,0,0.9499024391174317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,12,256,1,fp8,fp8,0,0.5880159854888916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,1,256,1,bfloat16,bfloat16,0,0.7694960117340088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,1,256,1,fp8,fp8,0,0.5484752178192138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,12,256,1,bfloat16,fp8,0,1.5743760108947753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,2,256,1,bfloat16,bfloat16,0,0.7727344036102295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,1,256,1,bfloat16,fp8,0,1.325391960144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,2,256,1,fp8,fp8,0,0.5488287925720214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,4,256,1,bfloat16,fp8,0,2.6515792846679687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,12,12,256,1,bfloat16,fp8,0,3.4555313110351564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,2,256,1,bfloat16,fp8,0,1.3324399948120118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,4,256,1,fp8,fp8,0,0.5537824153900146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,12,256,1,fp8,fp8,0,0.3052351951599121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,1,256,1,fp8,fp8,0,0.2950239896774292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,1,256,1,bfloat16,bfloat16,0,0.4059232234954834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,2,256,1,bfloat16,bfloat16,0,0.40799360275268554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,2,256,1,fp8,fp8,0,0.2954479932785034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,2,256,1,bfloat16,fp8,0,0.71495680809021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,4,256,1,bfloat16,bfloat16,0,0.41411519050598145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,12,256,1,bfloat16,bfloat16,0,0.24418239593505858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,4,256,1,bfloat16,fp8,0,0.7192527770996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,12,256,1,fp8,fp8,0,0.17429759502410888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,4,256,1,bfloat16,bfloat16,0,0.7828944206237793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,12,256,1,bfloat16,bfloat16,0,0.45204482078552244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,1,256,1,bfloat16,bfloat16,0,0.2317903995513916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,12,4,256,1,bfloat16,fp8,0,1.3456975936889648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,1,256,1,fp8,fp8,0,0.16913280487060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,1,256,1,bfloat16,fp8,0,0.713209581375122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,2,256,1,bfloat16,bfloat16,0,0.23222239017486573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,2,256,1,fp8,fp8,0,0.1696895956993103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,4,256,1,bfloat16,bfloat16,0,0.23412001132965088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,4,256,1,fp8,fp8,0,0.17020319700241088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,4,256,1,bfloat16,fp8,0,0.4087552070617676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,4,256,1,fp8,fp8,0,0.2975104093551636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,12,256,1,bfloat16,bfloat16,0,0.15606240034103394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,12,256,1,bfloat16,fp8,0,0.2771680116653442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,1,256,1,bfloat16,bfloat16,0,0.15101120471954346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,12,256,1,bfloat16,fp8,0,0.4228032112121582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,1,256,1,fp8,fp8,0,0.10974880456924438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,1,256,1,bfloat16,fp8,0,0.2682784080505371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,2,256,1,bfloat16,bfloat16,0,0.15174720287322999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,2,256,1,fp8,fp8,0,0.11074399948120117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,4,256,1,bfloat16,bfloat16,0,0.1521440029144287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,2,256,1,bfloat16,fp8,0,0.2704063892364502
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,4,256,1,bfloat16,fp8,0,0.2706496000289917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,12,12,256,1,bfloat16,fp8,0,0.7557744026184082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,1,256,1,bfloat16,fp8,0,0.4043312072753906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,12,2,256,1,bfloat16,fp8,0,0.4061888217926025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,12,256,1,fp8,fp8,0,0.11078399419784546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,12,4,256,1,fp8,fp8,0,0.1107375979423523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,1,256,1,fp8,fp8,0,3.757497787475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,1,256,1,bfloat16,bfloat16,0,5.450175857543945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,2,256,1,fp8,fp8,0,3.9069984436035154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,2,256,1,bfloat16,bfloat16,0,6.171475219726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,1,256,1,bfloat16,fp8,0,9.273992156982422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,4,256,1,fp8,fp8,0,4.319404983520508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,4,256,1,bfloat16,bfloat16,0,7.182943725585938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,2,256,1,bfloat16,fp8,0,9.836771392822266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,12,256,1,fp8,fp8,0,3.135527992248535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,1,256,1,bfloat16,bfloat16,0,2.641244888305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,12,256,1,bfloat16,bfloat16,0,6.2901966094970705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,1,256,1,fp8,fp8,0,1.8965871810913086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,12,256,1,bfloat16,fp8,0,6.929653167724609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,2,256,1,bfloat16,bfloat16,0,2.8679792404174806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,1,256,1,bfloat16,fp8,0,4.52894401550293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,2,256,1,fp8,fp8,0,1.9114416122436524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,12,4,256,1,bfloat16,fp8,0,10.48819351196289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,4,256,1,fp8,fp8,0,2.0808048248291016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,4,256,1,bfloat16,bfloat16,0,3.479444885253906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,2,256,1,bfloat16,fp8,0,4.770924758911133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,12,256,1,fp8,fp8,0,1.4028207778930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,1,256,1,bfloat16,bfloat16,0,1.3581631660461426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,12,256,1,bfloat16,bfloat16,0,3.0290704727172852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,1,256,1,fp8,fp8,0,0.973089599609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,12,4,256,1,bfloat16,fp8,0,5.2657936096191404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,2,256,1,bfloat16,bfloat16,0,1.3901040077209472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,2,256,1,fp8,fp8,0,0.9779215812683105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,12,256,1,bfloat16,fp8,0,3.475475311279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,1,256,1,bfloat16,fp8,0,2.3221359252929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,4,256,1,bfloat16,bfloat16,0,1.5323439598083497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,2,256,1,bfloat16,fp8,0,2.3734479904174806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,4,256,1,fp8,fp8,0,1.003542423248291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,12,256,1,fp8,fp8,0,0.5814047813415527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,12,256,1,bfloat16,bfloat16,0,1.263923168182373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,1,256,1,bfloat16,bfloat16,0,0.7196767807006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,1,256,1,fp8,fp8,0,0.5057888031005859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,2,256,1,bfloat16,bfloat16,0,0.7266623973846436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,1,256,1,bfloat16,fp8,0,1.223305606842041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,12,256,1,bfloat16,fp8,0,1.675217628479004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,2,256,1,fp8,fp8,0,0.5099823951721192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,12,4,256,1,bfloat16,fp8,0,2.5477359771728514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,2,256,1,bfloat16,fp8,0,1.2359248161315919
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,12,256,1,bfloat16,bfloat16,0,0.45240797996521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,12,256,1,fp8,fp8,0,0.2870415925979614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,12,256,1,bfloat16,fp8,0,0.7394015789031982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,1,256,1,fp8,fp8,0,0.2682368040084839
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,4,256,1,bfloat16,fp8,0,1.2656831741333008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,1,256,1,bfloat16,fp8,0,0.6456048011779785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,2,256,1,fp8,fp8,0,0.2688224077224731
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,2,256,1,bfloat16,fp8,0,0.6511807918548584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,4,256,1,fp8,fp8,0,0.27205600738525393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,4,256,1,bfloat16,fp8,0,0.6624639987945556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,12,256,1,bfloat16,bfloat16,0,0.2298719882965088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,12,256,1,fp8,fp8,0,0.15571839809417726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,1,256,1,bfloat16,bfloat16,0,0.20501279830932617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,12,256,1,bfloat16,fp8,0,0.3874128103256226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,1,256,1,fp8,fp8,0,0.14847840070724488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,1,256,1,bfloat16,fp8,0,0.3609872102737427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,2,256,1,bfloat16,bfloat16,0,0.20682079792022706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,2,256,1,fp8,fp8,0,0.14972319602966308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,4,256,1,fp8,fp8,0,0.5228623867034912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,2,256,1,bfloat16,fp8,0,0.360315203666687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,4,256,1,bfloat16,bfloat16,0,0.20917599201202391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,4,256,1,fp8,fp8,0,0.15130560398101806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,12,4,256,1,bfloat16,fp8,0,0.3650719881057739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,12,256,1,bfloat16,bfloat16,0,0.13095359802246093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,12,256,1,bfloat16,fp8,0,0.22363679409027098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,1,256,1,bfloat16,bfloat16,0,0.12282880544662475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,1,256,1,fp8,fp8,0,0.09019200205802917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,2,256,1,bfloat16,bfloat16,0,0.37476799488067625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,2,256,1,bfloat16,bfloat16,0,0.12306079864501954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,2,256,1,fp8,fp8,0,0.09023680090904236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,4,256,1,bfloat16,bfloat16,0,0.12511680126190186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,4,256,1,bfloat16,bfloat16,0,0.3890752077102661
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,4,256,1,fp8,fp8,0,0.09031360149383545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,12,256,1,bfloat16,bfloat16,0,0.08564000129699707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,12,256,1,bfloat16,fp8,0,0.14763519763946534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,12,256,1,fp8,fp8,0,0.060519999265670775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,1,256,1,bfloat16,bfloat16,0,0.0814191997051239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,1,256,1,bfloat16,fp8,0,0.1442911982536316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,12,4,256,1,bfloat16,bfloat16,0,0.7458255767822266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,1,256,1,fp8,fp8,0,0.05959839820861816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,2,256,1,bfloat16,bfloat16,0,0.08038399815559387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,2,256,1,bfloat16,fp8,0,0.14351199865341185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,2,256,1,fp8,fp8,0,0.059271997213363646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,12,1,256,1,bfloat16,bfloat16,0,0.3695712089538574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,4,256,1,bfloat16,bfloat16,0,0.08223360180854797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,4,256,1,bfloat16,fp8,0,0.14519040584564208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,12,4,256,1,fp8,fp8,0,0.059566402435302736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,1,256,1,bfloat16,fp8,0,0.2138751983642578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,2,256,1,bfloat16,fp8,0,0.21499838829040527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,4,256,1,bfloat16,fp8,0,0.21649599075317383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,12,12,256,1,fp8,fp8,0,0.09239199757575989
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,1,256,1,fp8,fp8,0,2.126246452331543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,1,256,1,bfloat16,bfloat16,0,3.335343933105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,2,256,1,fp8,fp8,0,2.328372764587402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,2,256,1,bfloat16,bfloat16,0,3.9324222564697267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,1,256,1,bfloat16,fp8,0,5.39013442993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,2,256,1,bfloat16,fp8,0,5.850299072265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,4,256,1,bfloat16,bfloat16,0,4.8247825622558596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,4,256,1,fp8,fp8,0,2.677556800842285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,12,256,1,fp8,fp8,0,2.073360061645508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,12,256,1,bfloat16,bfloat16,0,4.108252716064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,1,256,1,bfloat16,bfloat16,0,1.5245679855346679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,1,256,1,fp8,fp8,0,1.0732831954956055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,12,4,256,1,bfloat16,fp8,0,6.471076965332031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,1,256,1,bfloat16,fp8,0,2.5416543960571287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,12,256,1,bfloat16,fp8,0,4.631537628173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,2,256,1,bfloat16,bfloat16,0,1.7632415771484375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,2,256,1,fp8,fp8,0,1.0949935913085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,12,256,1,fp8,fp8,0,0.951353645324707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,1,256,1,bfloat16,bfloat16,0,0.7794655799865723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,12,256,1,bfloat16,bfloat16,0,2.0393247604370117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,2,256,1,bfloat16,fp8,0,2.7512928009033204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,1,256,1,fp8,fp8,0,0.5514400005340576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,4,256,1,bfloat16,fp8,0,3.1475759506225587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,4,256,1,bfloat16,bfloat16,0,2.222150421142578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,1,256,1,bfloat16,fp8,0,1.300723171234131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,2,256,1,bfloat16,bfloat16,0,0.8212656021118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,2,256,1,fp8,fp8,0,0.5572192192077636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,2,256,1,bfloat16,fp8,0,1.3509696006774903
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,4,256,1,bfloat16,bfloat16,0,1.0178031921386719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,12,256,1,bfloat16,bfloat16,0,0.9094176292419434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,12,256,1,fp8,fp8,0,0.3693039894104004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,4,256,1,bfloat16,fp8,0,1.5778256416320802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,1,256,1,fp8,fp8,0,0.2827951908111572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,12,256,1,bfloat16,fp8,0,1.1401616096496583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,12,4,256,1,fp8,fp8,0,1.2520319938659668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,2,256,1,bfloat16,bfloat16,0,0.4265183925628662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,1,256,1,bfloat16,fp8,0,0.6856800079345703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,2,256,1,fp8,fp8,0,0.28478240966796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,12,256,1,bfloat16,fp8,0,2.339945602416992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,4,256,1,bfloat16,bfloat16,0,0.4563920021057129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,12,256,1,bfloat16,bfloat16,0,0.3160831928253174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,12,256,1,fp8,fp8,0,0.1786479949951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,12,256,1,bfloat16,fp8,0,0.4936960220336914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,1,256,1,bfloat16,fp8,0,0.3766864061355591
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,1,256,1,fp8,fp8,0,0.15590720176696776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,12,4,256,1,fp8,fp8,0,0.5865488052368164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,2,256,1,bfloat16,bfloat16,0,0.22346720695495606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,2,256,1,bfloat16,fp8,0,0.38147358894348143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,1,256,1,bfloat16,bfloat16,0,0.4131375789642334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,4,256,1,bfloat16,bfloat16,0,0.24013280868530273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,4,256,1,fp8,fp8,0,0.16001280546188354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,4,256,1,bfloat16,fp8,0,0.39652481079101565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,12,256,1,bfloat16,bfloat16,0,0.14379680156707764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,12,256,1,fp8,fp8,0,0.09240319728851318
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,1,256,1,bfloat16,bfloat16,0,0.12071839570999146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,12,256,1,bfloat16,fp8,0,0.2406464099884033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,1,256,1,fp8,fp8,0,0.08627520203590393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,1,256,1,bfloat16,fp8,0,0.21210880279541017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,2,256,1,bfloat16,bfloat16,0,0.12122880220413208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,2,256,1,bfloat16,fp8,0,0.7030064105987549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,2,256,1,fp8,fp8,0,0.0863152027130127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,2,256,1,bfloat16,fp8,0,0.21352319717407225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,4,256,1,bfloat16,bfloat16,0,0.12509119510650635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,4,256,1,fp8,fp8,0,0.08828799724578858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,4,256,1,bfloat16,fp8,0,0.742523193359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,12,4,256,1,bfloat16,fp8,0,0.2178191900253296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,12,256,1,bfloat16,fp8,0,0.13565119504928588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,12,256,1,fp8,fp8,0,0.053855997323989865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,1,256,1,bfloat16,bfloat16,0,0.07187680006027222
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,2,256,1,bfloat16,bfloat16,0,0.07185919880867005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,1,256,1,fp8,fp8,0,0.05139840245246887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,1,256,1,bfloat16,fp8,0,0.12650879621505737
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,2,256,1,fp8,fp8,0,0.0514240026473999
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,2,256,1,bfloat16,fp8,0,0.1278704047203064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,4,256,1,bfloat16,bfloat16,0,0.0740239977836609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,2,256,1,fp8,fp8,0,0.15587999820709228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,4,256,1,bfloat16,fp8,0,0.12879519462585448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,12,256,1,bfloat16,fp8,0,0.08609600067138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,12,256,1,fp8,fp8,0,0.03501439988613129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,1,256,1,bfloat16,bfloat16,0,0.04722079932689667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,1,256,1,bfloat16,fp8,0,0.08182719945907593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,1,256,1,fp8,fp8,0,0.033155199885368344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,2,256,1,bfloat16,fp8,0,0.08167999982833862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,2,256,1,bfloat16,bfloat16,0,0.04728800058364868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,2,256,1,fp8,fp8,0,0.0337552011013031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,4,256,1,bfloat16,bfloat16,0,0.04726719856262207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,4,256,1,bfloat16,fp8,0,0.08356000185012817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,4,256,1,fp8,fp8,0,0.03494080007076263
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,12,256,1,bfloat16,bfloat16,0,0.04145599901676178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,12,256,1,bfloat16,fp8,0,0.0752560019493103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,12,256,1,fp8,fp8,0,0.03081279993057251
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,1,256,1,bfloat16,bfloat16,0,0.04104000031948089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,1,256,1,fp8,fp8,0,0.030801600217819212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,1,256,1,bfloat16,fp8,0,0.07239680290222168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,12,256,1,bfloat16,bfloat16,0,0.07986559867858886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,2,256,1,bfloat16,bfloat16,0,0.041043201088905336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,12,1,256,1,bfloat16,bfloat16,0,0.21773920059204102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,2,256,1,bfloat16,fp8,0,0.07338879704475403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,2,256,1,fp8,fp8,0,0.03052319884300232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,4,256,1,fp8,fp8,0,0.030830401182174682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,4,256,1,bfloat16,fp8,0,0.07371519804000855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,12,12,256,1,bfloat16,bfloat16,0,0.05066559910774231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,1,256,1,fp8,fp8,0,0.6646175861358643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,1,256,1,bfloat16,bfloat16,0,0.9798111915588379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,12,4,256,1,fp8,fp8,0,0.30051360130310056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,1,256,1,bfloat16,fp8,0,1.5742544174194335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,2,256,1,bfloat16,bfloat16,0,1.25555362701416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,2,256,1,fp8,fp8,0,0.7052624225616455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,12,4,256,1,bfloat16,bfloat16,0,0.041068801283836366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,12,4,256,1,fp8,fp8,0,0.05138239860534668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,4,256,1,fp8,fp8,0,0.8787887573242188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,4,256,1,bfloat16,bfloat16,0,1.6158176422119142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,12,256,1,bfloat16,bfloat16,0,1.5018015861511231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,1,256,1,bfloat16,bfloat16,0,0.4938960075378418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,12,256,1,fp8,fp8,0,0.7324016094207764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,4,256,1,bfloat16,fp8,0,2.164232063293457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,1,256,1,bfloat16,fp8,0,0.7993023872375489
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,1,256,1,fp8,fp8,0,0.34031999111175537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,12,256,1,bfloat16,fp8,0,1.7706943511962892
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,2,256,1,bfloat16,bfloat16,0,0.5463568210601807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,2,256,1,fp8,fp8,0,0.3464927911758423
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,2,256,1,bfloat16,fp8,0,0.8693648338317871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,12,2,256,1,bfloat16,fp8,0,1.803838348388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,4,256,1,bfloat16,bfloat16,0,0.7554975986480713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,4,256,1,fp8,fp8,0,0.38210721015930177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,12,256,1,fp8,fp8,0,0.2849663972854614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,12,4,256,1,bfloat16,fp8,0,1.0424816131591796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,1,256,1,fp8,fp8,0,0.1702911972999573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,1,256,1,bfloat16,bfloat16,0,0.2587055921554565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,1,256,1,bfloat16,fp8,0,0.4184591770172119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,2,256,1,bfloat16,bfloat16,0,0.2689471960067749
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,12,256,1,bfloat16,fp8,0,0.8702239990234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,2,256,1,fp8,fp8,0,0.17444159984588622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,2,256,1,bfloat16,fp8,0,0.435041618347168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,4,256,1,bfloat16,bfloat16,0,0.3223855972290039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,4,256,1,fp8,fp8,0,0.19040319919586182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,12,256,1,bfloat16,bfloat16,0,0.29631359577178956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,12,256,1,fp8,fp8,0,0.11720479726791382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,4,256,1,bfloat16,fp8,0,0.5011263847351074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,1,256,1,fp8,fp8,0,0.09256640076637268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,1,256,1,bfloat16,fp8,0,0.22682878971099854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,2,256,1,bfloat16,bfloat16,0,0.13750079870224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,2,256,1,fp8,fp8,0,0.0948527991771698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,2,256,1,bfloat16,fp8,0,0.2334912061691284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,4,256,1,bfloat16,bfloat16,0,0.15582079887390138
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,4,256,1,fp8,fp8,0,0.09655839800834656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,12,256,1,bfloat16,bfloat16,0,0.10384479761123658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,12,12,256,1,bfloat16,bfloat16,0,0.7323872089385987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,1,256,1,bfloat16,bfloat16,0,0.0781328022480011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,12,256,1,bfloat16,fp8,0,0.17027360200881958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,1,256,1,bfloat16,fp8,0,0.1382688045501709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,2,256,1,bfloat16,bfloat16,0,0.07875999808311462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,2,256,1,fp8,fp8,0,0.05551040172576904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,1,256,1,fp8,fp8,0,0.055478399991989134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,4,256,1,bfloat16,bfloat16,0,0.08217120170593262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,4,256,1,fp8,fp8,0,0.05756959915161133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,12,256,1,bfloat16,bfloat16,0,0.0534608006477356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,12,256,1,fp8,fp8,0,0.03648000061511993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,1,256,1,bfloat16,bfloat16,0,0.04526239931583405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,1,256,1,bfloat16,fp8,0,0.08161600232124329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,1,256,1,fp8,fp8,0,0.03297280073165894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,1,256,1,bfloat16,bfloat16,0,0.1313488006591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,2,256,1,bfloat16,bfloat16,0,0.045281600952148435
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,2,256,1,bfloat16,fp8,0,0.08243039846420289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,2,256,1,fp8,fp8,0,0.03287520110607147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,4,256,1,bfloat16,bfloat16,0,0.047307199239730834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,4,256,1,bfloat16,fp8,0,0.08407679796218873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,4,256,1,fp8,fp8,0,0.03296160101890564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,4,256,1,bfloat16,fp8,0,0.2487152099609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,12,256,1,bfloat16,fp8,0,0.055478399991989134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,12,256,1,fp8,fp8,0,0.022724799811840057
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,1,256,1,bfloat16,bfloat16,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,1,256,1,bfloat16,fp8,0,0.050361597537994386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,1,256,1,fp8,fp8,0,0.020791999995708466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,12,256,1,fp8,fp8,0,0.06171839833259583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,2,256,1,bfloat16,bfloat16,0,0.0300464004278183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,2,256,1,bfloat16,fp8,0,0.05159040093421936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,2,256,1,bfloat16,fp8,0,0.13830080032348632
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,4,256,1,bfloat16,bfloat16,0,0.03091999888420105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,4,256,1,bfloat16,fp8,0,0.05179200172424316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,12,4,256,1,bfloat16,fp8,0,0.14293440580368041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,12,256,1,bfloat16,fp8,0,0.04412800073623657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,12,12,256,1,bfloat16,fp8,0,0.0917568027973175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,12,256,1,fp8,fp8,0,0.0184688001871109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,1,256,1,bfloat16,bfloat16,0,0.022697600722312927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,1,256,1,fp8,fp8,0,0.017979200184345245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,1,256,1,bfloat16,fp8,0,0.04113599956035614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,2,256,1,bfloat16,bfloat16,0,0.023419199883937834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,2,256,1,bfloat16,fp8,0,0.041257598996162416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,2,256,1,fp8,fp8,0,0.017684799432754517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,4,256,1,bfloat16,bfloat16,0,0.024663999676704407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,4,256,1,bfloat16,fp8,0,0.04197759926319122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,4,256,1,fp8,fp8,0,0.01852159947156906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,12,256,1,bfloat16,bfloat16,0,0.02463199943304062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,12,256,1,bfloat16,fp8,0,0.04176959991455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,12,256,1,fp8,fp8,0,0.01855680048465729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,1,256,1,bfloat16,bfloat16,0,0.02271520048379898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,12,256,1,bfloat16,bfloat16,0,0.03299199938774109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,1,256,1,bfloat16,fp8,0,0.041047999262809755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,2,256,1,bfloat16,bfloat16,0,0.022731199860572815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,2,256,1,bfloat16,fp8,0,0.04106720089912415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,4,256,1,bfloat16,bfloat16,0,0.02268960028886795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,4,256,1,bfloat16,fp8,0,0.04111039936542511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,2,256,1,fp8,fp8,0,0.021996800601482392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,4,256,1,fp8,fp8,0,0.016612799465656282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,12,4,256,1,fp8,fp8,0,0.022644799947738648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,12,12,256,1,bfloat16,bfloat16,0,0.02473919987678528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,1,256,1,bfloat16,bfloat16,0,0.3604912042617798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,1,256,1,fp8,fp8,0,0.23766400814056396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,1,256,1,bfloat16,fp8,0,0.5611167907714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,12,12,256,1,bfloat16,fp8,0,0.3697103977203369
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,2,256,1,bfloat16,bfloat16,0,0.4574751853942871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,2,256,1,fp8,fp8,0,0.24632160663604735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,2,256,1,bfloat16,fp8,0,0.6494287967681884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,4,256,1,bfloat16,bfloat16,0,0.6162703990936279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,4,256,1,fp8,fp8,0,0.3073807954788208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,1,256,1,fp8,fp8,0,0.016620799899101257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,12,2,256,1,fp8,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,12,256,1,bfloat16,bfloat16,0,0.6050960063934326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,12,4,256,1,bfloat16,fp8,0,0.8028608322143554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,1,256,1,bfloat16,bfloat16,0,0.18471039533615113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,1,256,1,bfloat16,fp8,0,0.28769919872283933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,1,256,1,fp8,fp8,0,0.11318720579147339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,12,256,1,bfloat16,fp8,0,0.7222511768341064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,2,256,1,bfloat16,bfloat16,0,0.20007200241088868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,2,256,1,fp8,fp8,0,0.12109919786453247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,2,256,1,bfloat16,fp8,0,0.3128159999847412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,4,256,1,bfloat16,bfloat16,0,0.27436161041259766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,12,256,1,bfloat16,bfloat16,0,0.28278560638427735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,4,256,1,fp8,fp8,0,0.13540159463882445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,12,256,1,fp8,fp8,0,0.09048320055007934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,4,256,1,bfloat16,fp8,0,0.38945279121398924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,1,256,1,bfloat16,bfloat16,0,0.08836960196495056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,1,256,1,fp8,fp8,0,0.061607998609542844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,1,256,1,bfloat16,fp8,0,0.15010240077972412
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,2,256,1,fp8,fp8,0,0.06276479959487916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,2,256,1,bfloat16,fp8,0,0.16042560338974
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,4,256,1,bfloat16,bfloat16,0,0.11947040557861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,4,256,1,fp8,fp8,0,0.06573439836502075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,12,256,1,bfloat16,bfloat16,0,0.08328319787979126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,4,256,1,bfloat16,fp8,0,0.1832784056663513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,12,256,1,fp8,fp8,0,0.04321599900722504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,12,256,1,bfloat16,fp8,0,0.13560160398483276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,12,12,256,1,fp8,fp8,0,0.2824592113494873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,1,256,1,bfloat16,bfloat16,0,0.051367998123168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,1,256,1,fp8,fp8,0,0.03691680133342743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,2,256,1,bfloat16,bfloat16,0,0.0526639997959137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,2,256,1,fp8,fp8,0,0.036950400471687316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,2,256,1,bfloat16,fp8,0,0.09276000261306763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,4,256,1,bfloat16,bfloat16,0,0.055524802207946776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,4,256,1,fp8,fp8,0,0.03835360109806061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,4,256,1,bfloat16,fp8,0,0.09525920152664184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,12,256,1,bfloat16,fp8,0,0.06764479875564575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,12,256,1,fp8,fp8,0,0.026804798841476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,1,256,1,bfloat16,bfloat16,0,0.03296000063419342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,1,256,1,fp8,fp8,0,0.022737599909305573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,2,256,1,bfloat16,bfloat16,0,0.03292160034179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,2,256,1,fp8,fp8,0,0.022843199968338012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,2,256,1,bfloat16,fp8,0,0.05863519906997681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,12,256,1,bfloat16,fp8,0,0.33177599906921384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,4,256,1,bfloat16,bfloat16,0,0.034929600358009336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,4,256,1,bfloat16,fp8,0,0.059806400537490846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,12,2,256,1,bfloat16,bfloat16,0,0.09245920181274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,4,256,1,fp8,fp8,0,0.024732799828052522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,12,256,1,bfloat16,fp8,0,0.040910398960113524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,12,256,1,fp8,fp8,0,0.016582399606704712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,1,256,1,bfloat16,bfloat16,0,0.020641599595546723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,1,256,1,bfloat16,fp8,0,0.03609600067138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,2,256,1,bfloat16,bfloat16,0,0.020678399503231047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,2,256,1,fp8,fp8,0,0.01645440012216568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,4,256,1,bfloat16,bfloat16,0,0.02263039946556091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,2,256,1,bfloat16,fp8,0,0.03686400055885315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,4,256,1,fp8,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,12,256,1,bfloat16,bfloat16,0,0.016548800468444824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,12,256,1,fp8,fp8,0,0.012455999851226807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,1,256,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,1,256,1,bfloat16,fp8,0,0.024959999322891235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,1,256,1,fp8,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,1,256,1,bfloat16,fp8,0,0.057520002126693726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,2,256,1,bfloat16,bfloat16,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,2,256,1,bfloat16,fp8,0,0.024835200607776643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,2,256,1,fp8,fp8,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,4,256,1,bfloat16,bfloat16,0,0.01449120044708252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,4,256,1,bfloat16,fp8,0,0.026795199513435362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,12,256,1,bfloat16,bfloat16,0,0.02476159930229187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,4,256,1,fp8,fp8,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,12,256,1,bfloat16,bfloat16,0,0.015158399939537048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,12,256,1,bfloat16,fp8,0,0.026745599508285523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,12,256,1,fp8,fp8,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,1,256,1,fp8,fp8,0,0.01509920060634613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,1,256,1,bfloat16,fp8,0,0.024784000217914583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,1,256,1,fp8,fp8,0,0.010463999956846238
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,2,256,1,bfloat16,bfloat16,0,0.014502400159835815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,2,256,1,bfloat16,fp8,0,0.024691200256347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,2,256,1,fp8,fp8,0,0.010387200117111205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,4,256,1,bfloat16,bfloat16,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,12,4,256,1,bfloat16,fp8,0,0.03743360042572021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,12,1,256,1,bfloat16,fp8,0,0.09109439849853515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,4,256,1,fp8,fp8,0,0.010467199981212616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,12,256,1,bfloat16,bfloat16,0,0.014550399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,12,12,256,1,bfloat16,fp8,0,0.02861439883708954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,12,256,1,bfloat16,fp8,0,0.025982400774955748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,12,12,256,1,bfloat16,bfloat16,0,0.03930880129337311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,12,256,1,fp8,fp8,0,0.012484800070524216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,1,256,1,bfloat16,fp8,0,0.0247311994433403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,1,256,1,bfloat16,bfloat16,0,0.014604799449443817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,1,256,1,fp8,fp8,0,0.010447999835014344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,2,256,1,bfloat16,fp8,0,0.02471359968185425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,4,256,1,bfloat16,bfloat16,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,2,256,1,fp8,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,2,256,1,bfloat16,bfloat16,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,4,256,1,fp8,fp8,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,12,4,256,1,bfloat16,fp8,0,0.024835200607776643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,1,256,1,fp8,fp8,0,0.08640319705009461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,2,256,1,bfloat16,bfloat16,0,0.18376319408416747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,1,256,1,bfloat16,fp8,0,0.23346240520477296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,2,256,1,bfloat16,fp8,0,0.26796000003814696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,1,256,1,bfloat16,bfloat16,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,2,256,1,fp8,fp8,0,0.08880320191383362
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,4,256,1,fp8,fp8,0,0.11288319826126099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,4,256,1,bfloat16,fp8,0,0.3375679969787598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,12,256,1,bfloat16,bfloat16,0,0.2571856021881104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,12,256,1,fp8,fp8,0,0.08008959889411926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,1,256,1,bfloat16,bfloat16,0,0.06718239784240723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,1,256,1,bfloat16,fp8,0,0.11584479808807373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,1,256,1,fp8,fp8,0,0.0472815990447998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,2,256,1,bfloat16,bfloat16,0,0.07032319903373718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,2,256,1,bfloat16,fp8,0,0.12376320362091064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,2,256,1,fp8,fp8,0,0.04730400145053863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,4,256,1,bfloat16,bfloat16,0,0.10518720149993896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,4,256,1,fp8,fp8,0,0.04947519898414612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,4,256,1,bfloat16,fp8,0,0.15417439937591554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,12,256,1,bfloat16,bfloat16,0,0.07817119956016541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,12,256,1,fp8,fp8,0,0.0330592006444931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,12,256,1,bfloat16,fp8,0,0.12284159660339355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,1,256,1,bfloat16,bfloat16,0,0.03899360001087189
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,1,256,1,bfloat16,bfloat16,0,0.15586559772491454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,1,256,1,bfloat16,fp8,0,0.06765919923782349
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,2,256,1,bfloat16,bfloat16,0,0.03936159908771515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,2,256,1,fp8,fp8,0,0.02682720124721527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,2,256,1,bfloat16,fp8,0,0.06873120069503784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,4,256,1,bfloat16,bfloat16,0,0.04294559955596924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,4,256,1,fp8,fp8,0,0.028889599442481994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,12,256,1,bfloat16,bfloat16,0,0.030972799658775328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,12,256,1,bfloat16,fp8,0,0.05130720138549805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,12,256,1,fp8,fp8,0,0.020683200657367708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,12,4,256,1,bfloat16,bfloat16,0,0.2575743913650513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,1,256,1,bfloat16,bfloat16,0,0.024747200310230255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,12,4,256,1,bfloat16,fp8,0,0.024747200310230255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,1,256,1,bfloat16,fp8,0,0.04155679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,12,12,256,1,bfloat16,fp8,0,0.3022847890853882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,2,256,1,bfloat16,bfloat16,0,0.024758400022983552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,2,256,1,fp8,fp8,0,0.016542400419712066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,2,256,1,bfloat16,fp8,0,0.04269599914550781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,4,256,1,bfloat16,fp8,0,0.043699198961257936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,4,256,1,bfloat16,bfloat16,0,0.02672480046749115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,4,256,1,fp8,fp8,0,0.018542400002479552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,12,256,1,bfloat16,bfloat16,0,0.02067680060863495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,12,256,1,fp8,fp8,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,1,256,1,bfloat16,bfloat16,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,1,256,1,fp8,fp8,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,1,256,1,bfloat16,fp8,0,0.02885279953479767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,2,256,1,bfloat16,bfloat16,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,2,256,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,2,256,1,bfloat16,fp8,0,0.028854399919509888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,4,256,1,bfloat16,bfloat16,0,0.018433600664138794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,4,256,1,fp8,fp8,0,0.026182401180267333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,12,256,1,bfloat16,fp8,0,0.019980800151824952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,1,256,1,fp8,fp8,0,0.02680320143699646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,12,256,1,fp8,fp8,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,1,256,1,bfloat16,bfloat16,0,0.010447999835014344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,1,256,1,fp8,fp8,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,12,4,256,1,bfloat16,fp8,0,0.07196000218391418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,2,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,4,256,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,2,256,1,fp8,fp8,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,4,256,1,bfloat16,fp8,0,0.018568000197410582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,12,1,256,1,fp8,fp8,0,0.016616000235080718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,12,256,1,bfloat16,bfloat16,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,12,256,1,bfloat16,fp8,0,0.018611200153827667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,12,256,1,fp8,fp8,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,1,256,1,bfloat16,bfloat16,0,0.010328000038862228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,12,256,1,bfloat16,fp8,0,0.03299039900302887
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,1,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,1,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,2,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,2,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,4,256,1,bfloat16,bfloat16,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,12,4,256,1,bfloat16,fp8,0,0.03012000024318695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,4,256,1,bfloat16,fp8,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,4,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,12,256,1,bfloat16,fp8,0,0.018518400192260743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,12,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,1,256,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,1,256,1,bfloat16,bfloat16,0,0.010326399654150008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,2,256,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,1,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,1,256,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,2,256,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,2,256,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,2,256,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,4,256,1,bfloat16,bfloat16,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,4,256,1,bfloat16,fp8,0,0.016598400473594666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,4,256,1,fp8,fp8,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,12,256,1,bfloat16,bfloat16,0,0.010460799932479859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,12,256,1,bfloat16,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,12,256,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,1,256,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,1,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,1,256,1,fp8,fp8,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,2,256,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,2,256,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,2,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,4,256,1,bfloat16,bfloat16,0,0.010329599678516387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,12,2,256,1,bfloat16,bfloat16,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,4,256,1,bfloat16,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,12,4,256,1,fp8,fp8,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,1,256,1,bfloat16,bfloat16,0,0.10477759838104247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,1,256,1,bfloat16,fp8,0,0.1874400019645691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,1,256,1,fp8,fp8,0,0.07739359736442566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,2,256,1,bfloat16,bfloat16,0,0.10855200290679931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,12,256,1,bfloat16,bfloat16,0,0.010358399897813796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,2,256,1,bfloat16,fp8,0,0.1917407989501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,2,256,1,fp8,fp8,0,0.07804960012435913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,4,256,1,bfloat16,bfloat16,0,0.12877919673919677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,4,256,1,fp8,fp8,0,0.08009439706802368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,12,4,256,1,bfloat16,fp8,0,0.21084799766540527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,12,4,256,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,12,256,1,fp8,fp8,0,0.049327999353408813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,12,256,1,bfloat16,fp8,0,0.1419376015663147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,1,256,1,bfloat16,bfloat16,0,0.05754240155220032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,12,12,256,1,bfloat16,bfloat16,0,0.0124719999730587
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,1,256,1,fp8,fp8,0,0.041280001401901245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,2,256,1,fp8,fp8,0,0.04277440011501312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,2,256,1,bfloat16,bfloat16,0,0.0576416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,1,256,1,bfloat16,fp8,0,0.10539360046386718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,2,256,1,bfloat16,fp8,0,0.10679199695587158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,4,256,1,fp8,fp8,0,0.04321439862251282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,12,256,1,bfloat16,bfloat16,0,0.039094400405883786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,4,256,1,bfloat16,bfloat16,0,0.06143040060997009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,12,256,1,bfloat16,fp8,0,0.07135679721832275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,1,256,1,bfloat16,bfloat16,0,0.0329584002494812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,12,256,1,bfloat16,bfloat16,0,0.08710240125656128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,12,256,1,fp8,fp8,0,0.028652799129486085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,12,4,256,1,bfloat16,fp8,0,0.11015039682388306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,2,256,1,bfloat16,bfloat16,0,0.03293919861316681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,1,256,1,fp8,fp8,0,0.024684800207614897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,4,256,1,bfloat16,bfloat16,0,0.0350271999835968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,4,256,1,bfloat16,fp8,0,0.06363679766654969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,2,256,1,fp8,fp8,0,0.024769599735736846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,2,256,1,bfloat16,fp8,0,0.06171839833259583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,12,256,1,bfloat16,bfloat16,0,0.02478239983320236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,12,256,1,bfloat16,fp8,0,0.04311839938163757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,1,256,1,bfloat16,bfloat16,0,0.020683200657367708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,1,256,1,fp8,fp8,0,0.0164560005068779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,2,256,1,fp8,fp8,0,0.016604800522327424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,2,256,1,bfloat16,fp8,0,0.038998401165008544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,4,256,1,bfloat16,fp8,0,0.03930880129337311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,4,256,1,fp8,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,12,256,1,bfloat16,bfloat16,0,0.01650079935789108
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,12,256,1,bfloat16,fp8,0,0.028756800293922424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,12,256,1,fp8,fp8,0,0.012388800084590913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,1,256,1,bfloat16,bfloat16,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,1,256,1,fp8,fp8,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,1,256,1,bfloat16,fp8,0,0.026790401339530943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,2,256,1,bfloat16,bfloat16,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,2,256,1,bfloat16,fp8,0,0.0267984002828598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,2,256,1,fp8,fp8,0,0.012409599870443344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,4,256,1,bfloat16,bfloat16,0,0.014537599682807923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,4,256,1,bfloat16,fp8,0,0.026979199051856993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,12,4,256,1,fp8,fp8,0,0.012441600114107132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,12,256,1,bfloat16,bfloat16,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,12,256,1,bfloat16,fp8,0,0.0176144003868103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,12,256,1,fp8,fp8,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,1,256,1,bfloat16,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,1,256,1,fp8,fp8,0,0.008540800213813782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,1,256,1,bfloat16,fp8,0,0.06142560243606567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,2,256,1,bfloat16,bfloat16,0,0.010334400087594986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,12,4,256,1,fp8,fp8,0,0.02481440007686615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,2,256,1,bfloat16,fp8,0,0.016543999314308167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,2,256,1,fp8,fp8,0,0.008252800256013871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,4,256,1,bfloat16,bfloat16,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,1,256,1,bfloat16,fp8,0,0.038863998651504514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,4,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,4,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,12,256,1,bfloat16,bfloat16,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,12,256,1,fp8,fp8,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,1,256,1,bfloat16,bfloat16,0,0.008588799834251403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,1,256,1,bfloat16,fp8,0,0.016444799304008485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,2,256,1,bfloat16,bfloat16,0,0.008473599702119828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,2,256,1,bfloat16,fp8,0,0.016463999450206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,2,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,4,256,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,4,256,1,bfloat16,fp8,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,4,256,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,12,256,1,bfloat16,bfloat16,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,12,256,1,bfloat16,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,12,256,1,fp8,fp8,0,0.008446399867534638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,1,256,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,1,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,1,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,2,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,2,256,1,bfloat16,fp8,0,0.01658879965543747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,12,256,1,fp8,fp8,0,0.017825600504875184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,2,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,4,256,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,4,256,1,bfloat16,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,2,256,1,bfloat16,bfloat16,0,0.020635199546813966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,12,256,1,bfloat16,bfloat16,0,0.010304000228643417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,12,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,12,4,256,1,bfloat16,bfloat16,0,0.022313599288463593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,12,256,1,fp8,fp8,0,0.008352000266313553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,1,256,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,1,256,1,bfloat16,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,1,256,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,2,256,1,bfloat16,bfloat16,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,1,256,1,fp8,fp8,0,0.008260799944400788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,2,256,1,bfloat16,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,2,256,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,1,256,1,bfloat16,bfloat16,0,0.0966480016708374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,1,256,1,bfloat16,fp8,0,0.18027839660644532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,1,256,1,fp8,fp8,0,0.07389919757843018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,2,256,1,bfloat16,bfloat16,0,0.09854879975318909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,12,1,256,1,bfloat16,bfloat16,0,0.00950239971280098
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,2,256,1,fp8,fp8,0,0.07392479777336121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,2,256,1,bfloat16,fp8,0,0.18129600286483766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,4,256,1,bfloat16,bfloat16,0,0.10068320035934449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,4,256,1,bfloat16,fp8,0,0.18466559648513795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,12,4,256,1,fp8,fp8,0,0.07595840096473694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,12,4,256,1,fp8,fp8,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,12,256,1,bfloat16,bfloat16,0,0.059617602825164796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,12,256,1,bfloat16,fp8,0,0.10892159938812256
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,12,256,1,fp8,fp8,0,0.04322879910469055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,12,12,256,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,1,256,1,fp8,fp8,0,0.03934879899024964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,1,256,1,bfloat16,fp8,0,0.10007679462432861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,2,256,1,bfloat16,bfloat16,0,0.05343679785728454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,4,256,1,bfloat16,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,4,256,1,bfloat16,bfloat16,0,0.05549600124359131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,4,256,1,fp8,fp8,0,0.04112800061702728
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,4,256,1,bfloat16,fp8,0,0.102019202709198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,12,256,1,bfloat16,bfloat16,0,0.034118399024009705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,12,256,1,bfloat16,fp8,0,0.06357600092887879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,12,256,1,fp8,fp8,0,0.02476480007171631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,1,256,1,bfloat16,bfloat16,0,0.03091680109500885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,1,256,1,bfloat16,fp8,0,0.0589680016040802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,2,256,1,bfloat16,bfloat16,0,0.03089280128479004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,2,256,1,bfloat16,fp8,0,0.059520000219345094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,2,256,1,fp8,fp8,0,0.023769600689411162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,4,256,1,bfloat16,bfloat16,0,0.030843201279640197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,4,256,1,bfloat16,fp8,0,0.06001600027084351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,4,256,1,fp8,fp8,0,0.02468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,12,256,1,bfloat16,bfloat16,0,0.020630399882793426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,12,256,1,bfloat16,fp8,0,0.039084801077842714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,1,256,1,bfloat16,bfloat16,0,0.05340480208396912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,12,256,1,fp8,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,1,256,1,bfloat16,bfloat16,0,0.018603199720382692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,1,256,1,bfloat16,fp8,0,0.0370608001947403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,1,256,1,fp8,fp8,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,2,256,1,bfloat16,bfloat16,0,0.019339199364185333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,2,256,1,bfloat16,fp8,0,0.10060479640960693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,2,256,1,bfloat16,fp8,0,0.037067198753356935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,4,256,1,bfloat16,bfloat16,0,0.020528000593185425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,4,256,1,bfloat16,fp8,0,0.037883201241493226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,4,256,1,fp8,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,12,256,1,bfloat16,bfloat16,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,12,256,1,bfloat16,fp8,0,0.027852800488471986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,1,256,1,bfloat16,bfloat16,0,0.014470399916172027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,1,256,1,fp8,fp8,0,0.010470400005578995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,12,1,256,1,fp8,fp8,0,0.022728000581264497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,2,256,1,bfloat16,bfloat16,0,0.014417600631713868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,2,256,1,bfloat16,fp8,0,0.026025599241256712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,2,256,1,fp8,fp8,0,0.010660800337791442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,4,256,1,bfloat16,bfloat16,0,0.014484800398349762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,4,256,1,fp8,fp8,0,0.01090560033917427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,4,256,1,bfloat16,fp8,0,0.025772801041603087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,12,256,1,bfloat16,bfloat16,0,0.008508799970149994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,12,256,1,bfloat16,fp8,0,0.016515199840068818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,1,256,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,4,256,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,12,2,256,1,fp8,fp8,0,0.014654399454593658
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,1,256,1,fp8,fp8,0,0.00655520036816597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,2,256,1,bfloat16,bfloat16,0,0.00843840017914772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,12,256,1,fp8,fp8,0,0.01242239996790886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,2,256,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,12,1,256,1,bfloat16,fp8,0,0.02635200023651123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,4,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,4,256,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,12,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,12,256,1,bfloat16,fp8,0,0.016484799981117248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,12,256,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,1,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,12,256,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,1,256,1,bfloat16,fp8,0,0.016364799439907075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,2,256,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,1,256,1,fp8,fp8,0,0.007103999704122543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,2,256,1,bfloat16,fp8,0,0.016446399688720702
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,2,256,1,fp8,fp8,0,0.00817440003156662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,4,256,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,4,256,1,bfloat16,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,12,4,256,1,fp8,fp8,0,0.008172799646854401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,12,256,1,bfloat16,bfloat16,0,0.008956799656152726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,12,256,1,bfloat16,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,1,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,12,2,256,1,fp8,fp8,0,0.041044801473617554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,1,256,1,fp8,fp8,0,0.006759999692440033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,2,256,1,bfloat16,bfloat16,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,2,256,1,bfloat16,fp8,0,0.01645440012216568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,2,256,1,fp8,fp8,0,0.007327999919652939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,2,256,1,bfloat16,fp8,0,0.016465599834918975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,4,256,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,4,256,1,bfloat16,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,4,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,4,256,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,12,256,1,bfloat16,fp8,0,0.016463999450206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,12,256,1,fp8,fp8,0,0.008286400139331818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,1,256,1,bfloat16,fp8,0,0.015230399370193482
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,1,256,1,fp8,fp8,0,0.006331200152635575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,2,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,2,256,1,bfloat16,fp8,0,0.015358400344848634
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,2,256,1,fp8,fp8,0,0.006859199702739715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,4,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,4,256,1,bfloat16,fp8,0,0.01626719981431961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,4,256,1,fp8,fp8,0,0.006937599927186966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,1,256,1,bfloat16,bfloat16,0,0.09236000180244446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,12,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,12,4,256,1,bfloat16,bfloat16,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,1,256,1,bfloat16,fp8,0,0.170196795463562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,1,256,1,fp8,fp8,0,0.06993280053138733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,12,1,256,1,bfloat16,fp8,0,0.016630400717258454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,2,256,1,bfloat16,bfloat16,0,0.09235680103302002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,2,256,1,bfloat16,fp8,0,0.17078239917755128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,2,256,1,fp8,fp8,0,0.07063360214233398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,4,256,1,bfloat16,bfloat16,0,0.09242879748344421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,12,256,1,bfloat16,bfloat16,0,0.0513808012008667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,12,256,1,bfloat16,fp8,0,0.09632959961891174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,12,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,12,256,1,fp8,fp8,0,0.039108800888061526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,1,256,1,bfloat16,bfloat16,0,0.05135200023651123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,1,256,1,bfloat16,fp8,0,0.09511359930038452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,12,1,256,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,2,256,1,bfloat16,bfloat16,0,0.05140799880027771
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,2,256,1,fp8,fp8,0,0.03901599943637848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,4,256,1,bfloat16,bfloat16,0,0.051291197538375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,4,256,1,bfloat16,fp8,0,0.09589440226554871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,4,256,1,fp8,fp8,0,0.038980799913406375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,12,256,1,bfloat16,bfloat16,0,0.02908959984779358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,12,256,1,fp8,fp8,0,0.022700800001621245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,12,256,1,bfloat16,fp8,0,0.05740479826927185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,1,256,1,bfloat16,bfloat16,0,0.028932800889015196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,1,256,1,fp8,fp8,0,0.022726400196552275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,2,256,1,bfloat16,bfloat16,0,0.02884800136089325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,2,256,1,bfloat16,fp8,0,0.05733759999275208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,12,1,256,1,bfloat16,fp8,0,0.016075199842453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,2,256,1,fp8,fp8,0,0.022646400332450866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,4,256,1,bfloat16,bfloat16,0,0.028857600688934327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,4,256,1,bfloat16,fp8,0,0.05751039981842041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,12,256,1,bfloat16,bfloat16,0,0.01863359957933426
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,12,256,1,fp8,fp8,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,1,256,1,bfloat16,bfloat16,0,0.018619200587272643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,4,256,1,fp8,fp8,0,0.07012959718704223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,1,256,1,bfloat16,fp8,0,0.03702079951763153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,1,256,1,fp8,fp8,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,2,256,1,bfloat16,bfloat16,0,0.018606400489807128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,1,256,1,fp8,fp8,0,0.03909280002117157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,2,256,1,bfloat16,fp8,0,0.036959999799728395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,4,256,1,bfloat16,bfloat16,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,12,2,256,1,bfloat16,fp8,0,0.09538879990577698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,4,256,1,fp8,fp8,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,12,256,1,bfloat16,bfloat16,0,0.014416000247001648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,12,256,1,bfloat16,fp8,0,0.02601119875907898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,12,256,1,fp8,fp8,0,0.011316800117492675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,1,256,1,bfloat16,bfloat16,0,0.014550399780273438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,1,256,1,fp8,fp8,0,0.010518400371074677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,2,256,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,1,256,1,bfloat16,fp8,0,0.05735840201377869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,2,256,1,bfloat16,fp8,0,0.025467199087142945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,2,256,1,fp8,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,4,256,1,bfloat16,bfloat16,0,0.014430400729179383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,12,4,256,1,fp8,fp8,0,0.022732800245285033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,4,256,1,fp8,fp8,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,12,256,1,bfloat16,bfloat16,0,0.00841279998421669
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,12,4,256,1,bfloat16,fp8,0,0.17105599641799926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,12,256,1,bfloat16,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,12,256,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,1,256,1,bfloat16,bfloat16,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,1,256,1,bfloat16,fp8,0,0.015028800070285796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,2,256,1,fp8,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,1,256,1,fp8,fp8,0,0.006319999694824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,2,256,1,bfloat16,bfloat16,0,0.008340799808502197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,4,256,1,bfloat16,fp8,0,0.03698239922523498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,2,256,1,bfloat16,fp8,0,0.014851200580596923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,2,256,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,4,256,1,bfloat16,fp8,0,0.01637600064277649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,4,256,1,fp8,fp8,0,0.006356800347566605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,12,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,12,256,1,bfloat16,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,1,256,1,bfloat16,fp8,0,0.025494399666786193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,12,256,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,1,256,1,bfloat16,fp8,0,0.014619199931621552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,1,256,1,fp8,fp8,0,0.00642239972949028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,2,256,1,bfloat16,bfloat16,0,0.008476799726486206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,2,256,1,bfloat16,fp8,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,4,256,1,bfloat16,fp8,0,0.01459839940071106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,4,256,1,fp8,fp8,0,0.006299199908971787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,12,4,256,1,bfloat16,fp8,0,0.02601439952850342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,12,256,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,12,256,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,12,256,1,bfloat16,fp8,0,0.016622400283813475
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,1,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,1,256,1,bfloat16,fp8,0,0.015662400424480437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,1,256,1,fp8,fp8,0,0.0062895998358726505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,2,256,1,bfloat16,bfloat16,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,2,256,1,fp8,fp8,0,0.006348799914121628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,4,256,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,4,256,1,bfloat16,fp8,0,0.01505119949579239
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,4,256,1,fp8,fp8,0,0.006324800103902817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,12,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,12,256,1,bfloat16,fp8,0,0.014881600439548493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,12,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,1,256,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,12,4,256,1,bfloat16,bfloat16,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,1,256,1,bfloat16,fp8,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,1,256,1,fp8,fp8,0,0.006382399797439575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,2,256,1,bfloat16,fp8,0,0.0164560005068779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,2,256,1,fp8,fp8,0,0.006348799914121628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,4,256,1,bfloat16,bfloat16,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,4,256,1,bfloat16,fp8,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,4,256,1,fp8,fp8,0,0.006292799860239029
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,12,2,256,1,bfloat16,fp8,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,12,2,256,1,bfloat16,bfloat16,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,1,256,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,2,256,1,fp8,fp8,0,0.006324800103902817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,12,12,256,1,bfloat16,fp8,0,0.03698239922523498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,12,4,256,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,1,256,1,fp8,fp8,0,35.39710693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,2,256,1,fp8,fp8,0,35.471597290039064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,1,256,1,bfloat16,bfloat16,0,48.52865905761719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,2,256,1,bfloat16,bfloat16,0,52.241949462890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,4,256,1,bfloat16,bfloat16,0,53.96248168945313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,8,256,1,bfloat16,bfloat16,0,27.894354248046874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,8,256,1,fp8,fp8,0,19.191799926757813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,4,256,1,fp8,fp8,0,37.7013427734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,1,256,1,bfloat16,bfloat16,0,24.508738708496093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,1,256,1,bfloat16,fp8,0,86.44425659179687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,2,256,1,bfloat16,fp8,0,87.88216552734374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,1,256,1,fp8,fp8,0,17.893142700195312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,8,256,1,bfloat16,fp8,0,45.52686462402344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,8,4,256,1,bfloat16,fp8,0,89.31524047851562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,2,256,1,bfloat16,bfloat16,0,24.544401550292967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,2,256,1,fp8,fp8,0,17.907185363769532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,8,256,1,bfloat16,bfloat16,0,13.34852294921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,1,256,1,bfloat16,fp8,0,43.17647705078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,4,256,1,fp8,fp8,0,18.000442504882812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,8,256,1,fp8,fp8,0,9.193532562255859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,4,256,1,bfloat16,bfloat16,0,26.430630493164063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,1,256,1,fp8,fp8,0,9.163025665283204
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,1,256,1,bfloat16,bfloat16,0,12.544764709472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,8,256,1,bfloat16,fp8,0,22.902951049804688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,2,256,1,bfloat16,bfloat16,0,12.529273223876952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,2,256,1,bfloat16,fp8,0,43.443206787109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,2,256,1,fp8,fp8,0,9.143950653076171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,1,256,1,bfloat16,fp8,0,22.00400390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,8,256,1,bfloat16,bfloat16,0,6.698915100097656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,4,256,1,bfloat16,bfloat16,0,12.638260650634766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,4,256,1,fp8,fp8,0,9.171720123291015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,8,4,256,1,bfloat16,fp8,0,44.61896667480469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,8,256,1,fp8,fp8,0,4.7715087890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,2,256,1,bfloat16,fp8,0,22.070375061035158
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,1,256,1,fp8,fp8,0,4.771211242675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,1,256,1,bfloat16,bfloat16,0,6.541452789306641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,8,256,1,bfloat16,fp8,0,11.70298080444336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,2,256,1,bfloat16,bfloat16,0,6.518401336669922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,2,256,1,fp8,fp8,0,4.766123199462891
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,8,4,256,1,bfloat16,fp8,0,22.194593811035155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,1,256,1,bfloat16,fp8,0,11.491022491455078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,4,256,1,fp8,fp8,0,4.78843994140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,4,256,1,bfloat16,bfloat16,0,6.566260528564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,2,256,1,bfloat16,fp8,0,11.499694061279296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,8,4,256,1,bfloat16,fp8,0,11.546065521240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,1,256,1,fp8,fp8,0,20.03612823486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,2,256,1,fp8,fp8,0,20.062782287597656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,1,256,1,bfloat16,bfloat16,0,27.46239318847656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,2,256,1,bfloat16,bfloat16,0,28.613125610351563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,4,256,1,bfloat16,bfloat16,0,30.820339965820313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,8,256,1,bfloat16,bfloat16,0,15.626312255859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,8,256,1,fp8,fp8,0,10.556928253173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,4,256,1,fp8,fp8,0,20.795124816894532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,1,256,1,bfloat16,fp8,0,48.40607604980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,2,256,1,bfloat16,fp8,0,49.30952453613281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,1,256,1,fp8,fp8,0,10.182118225097657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,1,256,1,bfloat16,bfloat16,0,13.935833740234376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,8,256,1,bfloat16,fp8,0,26.275152587890624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,2,256,1,bfloat16,bfloat16,0,13.964012145996094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,2,256,1,fp8,fp8,0,10.160265350341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,4,256,1,fp8,fp8,0,10.228435516357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,1,256,1,bfloat16,fp8,0,24.5102783203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,8,256,1,bfloat16,bfloat16,0,7.728398132324219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,4,256,1,bfloat16,bfloat16,0,14.558224487304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,8,256,1,fp8,fp8,0,5.289913558959961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,1,256,1,bfloat16,bfloat16,0,7.182769775390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,8,4,256,1,bfloat16,fp8,0,50.495391845703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,1,256,1,fp8,fp8,0,5.242529678344726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,2,256,1,bfloat16,fp8,0,24.565321350097655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,8,256,1,bfloat16,fp8,0,13.260884094238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,2,256,1,bfloat16,bfloat16,0,7.194719696044922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,2,256,1,fp8,fp8,0,5.247040176391602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,8,4,256,1,bfloat16,fp8,0,25.22914276123047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,1,256,1,bfloat16,fp8,0,12.64546890258789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,4,256,1,bfloat16,bfloat16,0,7.2557212829589846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,8,256,1,bfloat16,bfloat16,0,3.880574417114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,4,256,1,fp8,fp8,0,5.261851119995117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,8,256,1,fp8,fp8,0,2.7669679641723635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,1,256,1,bfloat16,bfloat16,0,3.7859519958496093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,1,256,1,fp8,fp8,0,2.77130241394043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,8,256,1,bfloat16,fp8,0,6.784568023681641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,2,256,1,bfloat16,fp8,0,12.669432067871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,2,256,1,bfloat16,bfloat16,0,3.7745136260986327
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,8,4,256,1,bfloat16,fp8,0,12.721561431884766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,2,256,1,fp8,fp8,0,2.7697727203369142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,1,256,1,bfloat16,fp8,0,6.662505340576172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,4,256,1,fp8,fp8,0,2.7700784683227537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,4,256,1,bfloat16,bfloat16,0,3.806692886352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,2,256,1,bfloat16,fp8,0,6.6487678527832035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,8,4,256,1,bfloat16,fp8,0,6.690662384033203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,1,256,1,fp8,fp8,0,13.998199462890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,2,256,1,fp8,fp8,0,14.00200958251953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,1,256,1,bfloat16,bfloat16,0,19.18396453857422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,2,256,1,bfloat16,bfloat16,0,19.47327423095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,4,256,1,bfloat16,bfloat16,0,21.355967712402343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,8,256,1,bfloat16,bfloat16,0,11.239035034179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,8,256,1,fp8,fp8,0,7.4206291198730465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,4,256,1,fp8,fp8,0,14.295979309082032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,1,256,1,bfloat16,fp8,0,33.738128662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,1,256,1,bfloat16,bfloat16,0,9.761009979248048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,1,256,1,fp8,fp8,0,7.135070037841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,2,256,1,bfloat16,fp8,0,34.320263671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,8,256,1,bfloat16,fp8,0,18.48349609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,2,256,1,bfloat16,bfloat16,0,9.773137664794922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,8,4,256,1,bfloat16,fp8,0,35.178167724609374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,2,256,1,fp8,fp8,0,7.125888061523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,8,256,1,bfloat16,bfloat16,0,5.328841781616211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,4,256,1,fp8,fp8,0,7.1686767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,1,256,1,bfloat16,fp8,0,17.155113220214844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,4,256,1,bfloat16,bfloat16,0,10.194496154785156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,8,256,1,fp8,fp8,0,3.7073856353759767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,1,256,1,fp8,fp8,0,3.680083084106445
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,1,256,1,bfloat16,bfloat16,0,5.059531021118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,8,256,1,bfloat16,fp8,0,9.254443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,2,256,1,bfloat16,fp8,0,17.213490295410157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,2,256,1,bfloat16,bfloat16,0,5.057838439941406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,2,256,1,fp8,fp8,0,3.677439880371094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,8,4,256,1,bfloat16,fp8,0,17.648696899414062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,1,256,1,bfloat16,fp8,0,8.886396789550782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,8,256,1,bfloat16,bfloat16,0,2.778708839416504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,4,256,1,fp8,fp8,0,3.7056751251220703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,4,256,1,bfloat16,bfloat16,0,5.122387313842774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,8,256,1,fp8,fp8,0,1.9720592498779297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,1,256,1,fp8,fp8,0,1.9766607284545898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,1,256,1,bfloat16,bfloat16,0,2.704052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,8,256,1,bfloat16,fp8,0,4.840047836303711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,2,256,1,bfloat16,bfloat16,0,2.6971920013427733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,2,256,1,bfloat16,fp8,0,8.90291519165039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,2,256,1,fp8,fp8,0,1.976153564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,8,4,256,1,bfloat16,fp8,0,8.964385223388671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,4,256,1,bfloat16,bfloat16,0,2.712311935424805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,4,256,1,fp8,fp8,0,1.981395149230957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,2,256,1,bfloat16,fp8,0,4.764550399780274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,4,256,1,bfloat16,fp8,0,4.777371215820312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,8,1,256,1,bfloat16,fp8,0,4.764251327514648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,1,256,1,fp8,fp8,0,17.85753479003906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,2,256,1,fp8,fp8,0,17.935177612304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,1,256,1,bfloat16,bfloat16,0,24.639741516113283
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,2,256,1,bfloat16,bfloat16,0,26.5533935546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,4,256,1,bfloat16,bfloat16,0,28.5142333984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,8,256,1,bfloat16,bfloat16,0,14.667951965332032
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,4,256,1,fp8,fp8,0,19.334866333007813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,8,256,1,fp8,fp8,0,9.796647644042968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,1,256,1,bfloat16,fp8,0,43.42886657714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,2,256,1,bfloat16,fp8,0,44.81987609863281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,1,256,1,bfloat16,bfloat16,0,12.382772827148438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,1,256,1,fp8,fp8,0,9.034124755859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,8,256,1,bfloat16,fp8,0,23.994181823730468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,2,256,1,bfloat16,bfloat16,0,12.484356689453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,8,4,256,1,bfloat16,fp8,0,46.36784362792969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,2,256,1,fp8,fp8,0,9.033821105957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,1,256,1,bfloat16,fp8,0,21.76288604736328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,8,256,1,bfloat16,bfloat16,0,6.927591705322266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,4,256,1,fp8,fp8,0,9.146414184570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,4,256,1,bfloat16,bfloat16,0,13.448295593261719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,8,256,1,fp8,fp8,0,4.698870468139648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,1,256,1,bfloat16,bfloat16,0,6.3278656005859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,1,256,1,fp8,fp8,0,4.613452911376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,2,256,1,bfloat16,bfloat16,0,6.334348678588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,8,256,1,bfloat16,fp8,0,11.938108825683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,2,256,1,bfloat16,fp8,0,22.074853515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,2,256,1,fp8,fp8,0,4.612311935424804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,1,256,1,bfloat16,fp8,0,11.106712341308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,8,4,256,1,bfloat16,fp8,0,22.710891723632812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,8,256,1,bfloat16,bfloat16,0,3.4236286163330076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,4,256,1,bfloat16,bfloat16,0,6.444461059570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,8,256,1,fp8,fp8,0,2.4211488723754884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,2,256,1,bfloat16,fp8,0,11.14013442993164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,1,256,1,fp8,fp8,0,2.406044769287109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,1,256,1,bfloat16,bfloat16,0,3.310424041748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,8,256,1,bfloat16,fp8,0,5.972686386108398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,2,256,1,bfloat16,bfloat16,0,3.297476959228516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,4,256,1,fp8,fp8,0,4.634419250488281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,2,256,1,fp8,fp8,0,2.4066640853881838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,1,256,1,bfloat16,fp8,0,5.795827102661133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,4,256,1,bfloat16,bfloat16,0,3.3339279174804686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,4,256,1,fp8,fp8,0,2.4114240646362304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,8,256,1,bfloat16,bfloat16,0,1.8437711715698242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,8,4,256,1,bfloat16,fp8,0,11.276576232910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,2,256,1,bfloat16,fp8,0,5.801729583740235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,1,256,1,fp8,fp8,0,1.311580753326416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,8,256,1,fp8,fp8,0,1.3049263954162598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,1,256,1,bfloat16,bfloat16,0,1.7974384307861329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,2,256,1,bfloat16,bfloat16,0,1.7873872756958007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,2,256,1,fp8,fp8,0,1.3108431816101074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,4,256,1,fp8,fp8,0,1.3097439765930177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,4,256,1,bfloat16,bfloat16,0,1.7998607635498047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,2,256,1,bfloat16,fp8,0,3.1497215270996093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,4,256,1,bfloat16,fp8,0,3.171988868713379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,1,256,1,bfloat16,fp8,0,3.1436847686767577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,8,8,256,1,bfloat16,fp8,0,3.2163711547851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,8,4,256,1,bfloat16,fp8,0,5.827649688720703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,1,256,1,fp8,fp8,0,10.138518524169921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,2,256,1,fp8,fp8,0,10.176691436767578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,1,256,1,bfloat16,bfloat16,0,13.93463592529297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,2,256,1,bfloat16,bfloat16,0,14.746142578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,8,256,1,bfloat16,bfloat16,0,8.389524841308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,4,256,1,bfloat16,bfloat16,0,16.068879699707033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,8,256,1,fp8,fp8,0,5.535652923583984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,4,256,1,fp8,fp8,0,10.72734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,1,256,1,bfloat16,fp8,0,24.50641632080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,1,256,1,fp8,fp8,0,5.148766326904297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,2,256,1,bfloat16,fp8,0,25.25214080810547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,8,256,1,bfloat16,fp8,0,13.724362182617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,1,256,1,bfloat16,bfloat16,0,7.062709045410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,2,256,1,bfloat16,bfloat16,0,7.107526397705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,2,256,1,fp8,fp8,0,5.152097702026367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,8,256,1,bfloat16,bfloat16,0,4.088326263427734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,4,256,1,fp8,fp8,0,5.202195358276367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,1,256,1,bfloat16,fp8,0,12.402012634277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,4,256,1,bfloat16,bfloat16,0,7.53967056274414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,8,4,256,1,bfloat16,fp8,0,26.114190673828126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,8,256,1,fp8,fp8,0,2.7009536743164064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,2,256,1,bfloat16,fp8,0,12.460070037841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,1,256,1,fp8,fp8,0,2.654350471496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,1,256,1,bfloat16,bfloat16,0,3.6449504852294923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,2,256,1,bfloat16,bfloat16,0,3.6494449615478515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,8,256,1,bfloat16,fp8,0,6.823198699951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,2,256,1,fp8,fp8,0,2.660788726806641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,1,256,1,bfloat16,fp8,0,6.393443298339844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,8,4,256,1,bfloat16,fp8,0,12.857209777832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,8,256,1,bfloat16,bfloat16,0,2.005793571472168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,4,256,1,bfloat16,bfloat16,0,3.713123321533203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,4,256,1,fp8,fp8,0,2.670742416381836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,8,256,1,fp8,fp8,0,1.4075584411621094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,1,256,1,bfloat16,bfloat16,0,1.9185007095336915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,2,256,1,bfloat16,fp8,0,6.426783752441406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,1,256,1,fp8,fp8,0,1.40066556930542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,8,256,1,bfloat16,fp8,0,3.4677616119384767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,2,256,1,bfloat16,bfloat16,0,1.921241569519043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,8,4,256,1,bfloat16,fp8,0,6.471205139160157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,2,256,1,fp8,fp8,0,1.4013279914855956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,4,256,1,fp8,fp8,0,1.4113375663757324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,1,256,1,bfloat16,fp8,0,3.3671905517578127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,4,256,1,bfloat16,bfloat16,0,1.9382047653198242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,8,256,1,bfloat16,bfloat16,0,1.086019229888916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,8,256,1,fp8,fp8,0,0.7813759803771972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,2,256,1,bfloat16,fp8,0,3.369424057006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,1,256,1,bfloat16,bfloat16,0,1.058035182952881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,1,256,1,fp8,fp8,0,0.780083179473877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,8,256,1,bfloat16,fp8,0,1.885807991027832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,2,256,1,bfloat16,bfloat16,0,1.0626416206359863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,2,256,1,fp8,fp8,0,0.7818175792694092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,8,4,256,1,bfloat16,fp8,0,3.3881439208984374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,1,256,1,bfloat16,fp8,0,1.8503551483154297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,4,256,1,bfloat16,bfloat16,0,1.0630559921264648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,2,256,1,bfloat16,fp8,0,1.8553680419921874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,4,256,1,fp8,fp8,0,0.7808847904205323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,8,4,256,1,bfloat16,fp8,0,1.8596527099609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,1,256,1,fp8,fp8,0,9.096593475341797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,2,256,1,fp8,fp8,0,9.19140167236328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,1,256,1,bfloat16,bfloat16,0,12.582310485839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,2,256,1,bfloat16,bfloat16,0,13.568124389648437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,4,256,1,bfloat16,bfloat16,0,15.53140869140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,8,256,1,fp8,fp8,0,5.274470520019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,4,256,1,fp8,fp8,0,10.110401916503907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,1,256,1,bfloat16,fp8,0,22.17760772705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,8,256,1,bfloat16,bfloat16,0,8.913905334472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,2,256,1,bfloat16,fp8,0,22.86553192138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,1,256,1,bfloat16,bfloat16,0,6.321480178833008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,1,256,1,fp8,fp8,0,4.601212692260742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,8,256,1,bfloat16,fp8,0,13.712226867675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,2,256,1,bfloat16,bfloat16,0,6.437049865722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,2,256,1,fp8,fp8,0,4.606726455688476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,1,256,1,bfloat16,fp8,0,11.070998382568359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,4,256,1,bfloat16,bfloat16,0,7.183148956298828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,8,256,1,bfloat16,bfloat16,0,3.8244224548339845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,8,4,256,1,bfloat16,fp8,0,24.163136291503907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,2,256,1,bfloat16,fp8,0,11.29528350830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,8,256,1,fp8,fp8,0,2.446214485168457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,1,256,1,bfloat16,bfloat16,0,3.233176040649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,8,256,1,bfloat16,fp8,0,6.501741027832031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,1,256,1,fp8,fp8,0,2.3539007186889647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,4,256,1,fp8,fp8,0,4.712860870361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,2,256,1,bfloat16,bfloat16,0,3.2468944549560548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,2,256,1,fp8,fp8,0,2.354879951477051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,1,256,1,bfloat16,fp8,0,5.666409683227539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,8,4,256,1,bfloat16,fp8,0,11.871958160400391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,4,256,1,bfloat16,bfloat16,0,3.354627227783203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,8,256,1,bfloat16,bfloat16,0,1.8093040466308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,8,256,1,fp8,fp8,0,1.2461872100830078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,2,256,1,bfloat16,fp8,0,5.687068939208984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,1,256,1,bfloat16,bfloat16,0,1.6875247955322266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,1,256,1,fp8,fp8,0,1.2253024101257324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,8,256,1,bfloat16,fp8,0,3.118022346496582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,2,256,1,bfloat16,bfloat16,0,1.688804817199707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,4,256,1,bfloat16,fp8,0,5.8348735809326175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,2,256,1,fp8,fp8,0,1.2251279830932618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,1,256,1,bfloat16,fp8,0,2.9476495742797852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,4,256,1,bfloat16,bfloat16,0,1.7169696807861328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,8,256,1,bfloat16,bfloat16,0,0.9528767585754394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,8,4,256,1,fp8,fp8,0,2.3759199142456056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,8,256,1,fp8,fp8,0,0.6740464210510254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,2,256,1,bfloat16,fp8,0,2.9586463928222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,1,256,1,bfloat16,bfloat16,0,0.915835189819336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,1,256,1,fp8,fp8,0,0.6700607776641846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,8,256,1,bfloat16,fp8,0,1.6556768417358398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,2,256,1,bfloat16,bfloat16,0,0.9193183898925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,4,256,1,bfloat16,fp8,0,2.991007995605469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,2,256,1,fp8,fp8,0,0.6689151763916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,1,256,1,bfloat16,fp8,0,1.6118623733520507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,4,256,1,bfloat16,bfloat16,0,0.9248047828674316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,2,256,1,bfloat16,fp8,0,1.6176128387451172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,4,256,1,fp8,fp8,0,0.6722496032714844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,8,256,1,fp8,fp8,0,0.3937887907028198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,8,4,256,1,bfloat16,fp8,0,1.621673583984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,1,256,1,bfloat16,bfloat16,0,0.5353807926177978
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,1,256,1,fp8,fp8,0,0.3924704074859619
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,2,256,1,bfloat16,bfloat16,0,0.5369535923004151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,1,256,1,bfloat16,fp8,0,0.9470944404602051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,2,256,1,fp8,fp8,0,0.3911360025405884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,4,256,1,bfloat16,bfloat16,0,0.5395535945892334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,8,4,256,1,fp8,fp8,0,1.2313535690307618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,2,256,1,bfloat16,fp8,0,0.9456080436706543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,4,256,1,fp8,fp8,0,0.39367520809173584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,4,256,1,bfloat16,fp8,0,0.9498479843139649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,8,256,1,bfloat16,bfloat16,0,0.549564790725708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,8,8,256,1,bfloat16,fp8,0,0.9556896209716796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,1,256,1,fp8,fp8,0,5.197564697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,2,256,1,fp8,fp8,0,5.236619186401367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,1,256,1,bfloat16,bfloat16,0,7.171460723876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,2,256,1,bfloat16,bfloat16,0,7.5755058288574215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,4,256,1,bfloat16,bfloat16,0,8.88739013671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,4,256,1,fp8,fp8,0,5.695902252197266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,8,256,1,bfloat16,bfloat16,0,5.337105560302734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,8,256,1,fp8,fp8,0,2.9257999420166017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,1,256,1,bfloat16,fp8,0,12.565523529052735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,2,256,1,bfloat16,fp8,0,12.990911865234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,1,256,1,fp8,fp8,0,2.6429136276245115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,1,256,1,bfloat16,bfloat16,0,3.6324142456054687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,8,256,1,bfloat16,fp8,0,7.954472351074219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,2,256,1,bfloat16,bfloat16,0,3.6788848876953124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,2,256,1,fp8,fp8,0,2.646905517578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,8,4,256,1,bfloat16,fp8,0,13.730355834960937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,1,256,1,bfloat16,fp8,0,6.353505706787109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,8,256,1,bfloat16,bfloat16,0,2.2125024795532227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,8,256,1,fp8,fp8,0,1.4209872245788575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,4,256,1,fp8,fp8,0,2.6996383666992188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,4,256,1,bfloat16,bfloat16,0,4.046188735961914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,2,256,1,bfloat16,fp8,0,6.426185607910156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,1,256,1,fp8,fp8,0,1.356760025024414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,1,256,1,bfloat16,bfloat16,0,1.8778032302856444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,8,256,1,bfloat16,fp8,0,3.743209457397461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,2,256,1,fp8,fp8,0,1.3676032066345214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,1,256,1,bfloat16,fp8,0,3.2829105377197267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,4,256,1,bfloat16,bfloat16,0,1.9413183212280274
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,4,256,1,fp8,fp8,0,1.3773695945739746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,8,4,256,1,bfloat16,fp8,0,6.80711669921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,8,256,1,bfloat16,bfloat16,0,1.0637871742248535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,8,256,1,fp8,fp8,0,0.7319519996643067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,4,256,1,bfloat16,fp8,0,3.3611793518066406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,1,256,1,bfloat16,bfloat16,0,0.9853679656982421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,1,256,1,fp8,fp8,0,0.7189648151397705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,2,256,1,bfloat16,bfloat16,0,1.8828191757202148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,8,256,1,bfloat16,fp8,0,1.8156463623046875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,2,256,1,bfloat16,bfloat16,0,0.9953951835632324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,2,256,1,fp8,fp8,0,0.7190927982330322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,1,256,1,bfloat16,fp8,0,1.7309951782226562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,4,256,1,bfloat16,bfloat16,0,1.0059712409973145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,8,256,1,bfloat16,bfloat16,0,0.5658480167388916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,8,256,1,fp8,fp8,0,0.40524802207946775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,2,256,1,bfloat16,fp8,0,1.738542366027832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,4,256,1,bfloat16,fp8,0,1.7482704162597655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,1,256,1,bfloat16,bfloat16,0,0.5440320014953614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,2,256,1,bfloat16,bfloat16,0,0.5449535846710205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,1,256,1,bfloat16,fp8,0,0.9596672058105469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,2,256,1,fp8,fp8,0,0.39786720275878906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,2,256,1,bfloat16,fp8,0,0.9570015907287598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,4,256,1,bfloat16,bfloat16,0,0.5533247947692871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,4,256,1,fp8,fp8,0,0.4017312049865723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,8,256,1,bfloat16,bfloat16,0,0.33504159450531007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,4,256,1,bfloat16,fp8,0,0.9603504180908203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,8,256,1,fp8,fp8,0,0.24185280799865722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,8,256,1,bfloat16,fp8,0,0.5807919979095459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,1,256,1,bfloat16,bfloat16,0,0.32724480628967284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,8,4,256,1,fp8,fp8,0,0.7249951839447022
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,1,256,1,fp8,fp8,0,0.2398591995239258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,2,256,1,bfloat16,bfloat16,0,0.32706239223480227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,2,256,1,fp8,fp8,0,0.2398047924041748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,2,256,1,bfloat16,fp8,0,0.5801568031311035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,1,256,1,fp8,fp8,0,0.3998784065246582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,4,256,1,bfloat16,bfloat16,0,0.329915189743042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,4,256,1,fp8,fp8,0,0.2434767961502075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,4,256,1,bfloat16,fp8,0,0.5740255832672119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,8,1,256,1,bfloat16,fp8,0,0.5732687950134278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,8,8,256,1,bfloat16,fp8,0,0.9854607582092285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,1,256,1,fp8,fp8,0,4.71478385925293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,8,2,256,1,bfloat16,fp8,0,3.3018543243408205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,1,256,1,bfloat16,bfloat16,0,6.64676513671875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,2,256,1,bfloat16,bfloat16,0,7.295187377929688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,2,256,1,fp8,fp8,0,4.815726470947266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,8,256,1,fp8,fp8,0,3.207875061035156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,1,256,1,bfloat16,fp8,0,11.540435028076171
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,4,256,1,bfloat16,bfloat16,0,8.486296081542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,4,256,1,fp8,fp8,0,5.27210578918457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,8,256,1,bfloat16,bfloat16,0,6.74371337890625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,2,256,1,bfloat16,fp8,0,12.01685791015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,1,256,1,fp8,fp8,0,2.3837360382080077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,1,256,1,bfloat16,bfloat16,0,3.2892078399658202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,8,256,1,bfloat16,fp8,0,7.554243469238282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,2,256,1,bfloat16,bfloat16,0,3.39709587097168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,2,256,1,fp8,fp8,0,2.393440055847168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,4,256,1,fp8,fp8,0,2.5095439910888673
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,8,4,256,1,bfloat16,fp8,0,12.78934555053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,8,256,1,bfloat16,bfloat16,0,2.431687927246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,4,256,1,bfloat16,bfloat16,0,4.089591979980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,2,256,1,bfloat16,fp8,0,5.9093070983886715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,8,256,1,fp8,fp8,0,1.3226495742797852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,1,256,1,bfloat16,bfloat16,0,1.6869808197021485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,1,256,1,fp8,fp8,0,1.2220095634460448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,1,256,1,bfloat16,fp8,0,5.7313072204589846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,8,256,1,bfloat16,fp8,0,3.7348751068115233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,1,256,1,bfloat16,fp8,0,2.9337263107299805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,2,256,1,bfloat16,bfloat16,0,1.7004480361938477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,8,4,256,1,bfloat16,fp8,0,6.368537521362304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,4,256,1,bfloat16,bfloat16,0,1.8084287643432617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,2,256,1,bfloat16,fp8,0,2.9630943298339845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,8,256,1,bfloat16,bfloat16,0,1.0185327529907227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,4,256,1,fp8,fp8,0,1.2421392440795898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,8,256,1,fp8,fp8,0,0.6632080078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,1,256,1,bfloat16,bfloat16,0,0.8873200416564941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,8,256,1,bfloat16,fp8,0,1.7098064422607422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,1,256,1,fp8,fp8,0,0.6373600006103516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,2,256,1,bfloat16,bfloat16,0,0.8929439544677734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,4,256,1,bfloat16,fp8,0,3.135686492919922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,2,256,1,fp8,fp8,0,0.6385791778564454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,1,256,1,bfloat16,fp8,0,1.541062355041504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,2,256,1,bfloat16,fp8,0,1.5465583801269531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,4,256,1,fp8,fp8,0,0.6448256015777588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,8,256,1,bfloat16,bfloat16,0,0.5166048049926758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,8,256,1,fp8,fp8,0,0.354417610168457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,1,256,1,bfloat16,bfloat16,0,0.4799312114715576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,1,256,1,fp8,fp8,0,0.34824159145355227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,8,256,1,bfloat16,fp8,0,0.882908821105957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,2,256,1,bfloat16,bfloat16,0,0.48029441833496095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,1,256,1,bfloat16,fp8,0,0.8449295997619629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,2,256,1,fp8,fp8,0,0.34891519546508787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,4,256,1,bfloat16,bfloat16,0,0.4873551845550537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,4,256,1,fp8,fp8,0,0.351910400390625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,8,256,1,bfloat16,bfloat16,0,0.29052319526672366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,4,256,1,bfloat16,fp8,0,0.8522080421447754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,8,256,1,bfloat16,fp8,0,0.5053919792175293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,1,256,1,bfloat16,bfloat16,0,0.27917439937591554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,1,256,1,fp8,fp8,0,0.20296480655670165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,2,256,1,bfloat16,bfloat16,0,0.27987520694732665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,1,256,1,bfloat16,fp8,0,0.4927584171295166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,2,256,1,fp8,fp8,0,0.20314400196075438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,2,256,1,bfloat16,fp8,0,0.49226880073547363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,4,256,1,bfloat16,bfloat16,0,0.9143263816833496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,4,256,1,bfloat16,bfloat16,0,0.28296000957489015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,4,256,1,fp8,fp8,0,0.20509440898895265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,8,256,1,bfloat16,bfloat16,0,0.19208320379257202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,4,256,1,bfloat16,fp8,0,0.4966847896575928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,8,256,1,fp8,fp8,0,0.1365872025489807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,1,256,1,bfloat16,bfloat16,0,0.18687360286712645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,8,256,1,bfloat16,fp8,0,0.3345135927200317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,1,256,1,fp8,fp8,0,0.13535200357437133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,1,256,1,bfloat16,fp8,0,0.3265631914138794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,2,256,1,bfloat16,bfloat16,0,0.18672800064086914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,8,2,256,1,bfloat16,fp8,0,0.849665641784668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,2,256,1,fp8,fp8,0,0.13538399934768677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,4,256,1,bfloat16,bfloat16,0,0.18831360340118408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,8,8,256,1,fp8,fp8,0,0.20568480491638183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,8,2,256,1,fp8,fp8,0,1.2255167961120605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,8,4,256,1,bfloat16,fp8,0,1.5714879989624024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,2,256,1,bfloat16,fp8,0,0.32767200469970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,4,256,1,fp8,fp8,0,0.13534400463104249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,1,256,1,bfloat16,bfloat16,0,3.7964462280273437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,1,256,1,fp8,fp8,0,2.7236047744750977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,1,256,1,bfloat16,fp8,0,6.589300537109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,2,256,1,fp8,fp8,0,2.7691120147705077
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,2,256,1,bfloat16,bfloat16,0,4.07148323059082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,8,4,256,1,bfloat16,fp8,0,0.3293823957443237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,4,256,1,bfloat16,bfloat16,0,4.80560302734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,8,256,1,fp8,fp8,0,1.807486343383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,4,256,1,fp8,fp8,0,3.0463743209838867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,2,256,1,bfloat16,fp8,0,6.900003051757812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,8,256,1,bfloat16,bfloat16,0,3.941080093383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,1,256,1,bfloat16,bfloat16,0,1.914454460144043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,1,256,1,fp8,fp8,0,1.38548002243042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,8,4,256,1,bfloat16,fp8,0,7.468899536132812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,1,256,1,bfloat16,fp8,0,3.3215072631835936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,2,256,1,bfloat16,bfloat16,0,1.9706064224243165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,8,256,1,bfloat16,bfloat16,0,1.3379487991333008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,4,256,1,bfloat16,bfloat16,0,2.3365135192871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,2,256,1,bfloat16,fp8,0,3.39666862487793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,4,256,1,fp8,fp8,0,1.4453743934631347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,8,256,1,bfloat16,fp8,0,4.506803131103515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,8,256,1,bfloat16,fp8,0,2.1464607238769533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,8,256,1,fp8,fp8,0,0.7776463985443115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,1,256,1,fp8,fp8,0,0.7083263874053956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,2,256,1,fp8,fp8,0,1.3924127578735352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,2,256,1,fp8,fp8,0,0.7187888145446777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,8,4,256,1,bfloat16,fp8,0,3.7229663848876955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,1,256,1,bfloat16,fp8,0,1.7118480682373047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,2,256,1,bfloat16,bfloat16,0,1.0035599708557128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,4,256,1,bfloat16,bfloat16,0,1.0578016281127929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,2,256,1,bfloat16,fp8,0,1.7345392227172851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,8,256,1,fp8,fp8,0,0.3974175930023193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,4,256,1,fp8,fp8,0,0.7280064105987549
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,8,256,1,bfloat16,bfloat16,0,0.6013408184051514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,1,256,1,bfloat16,bfloat16,0,0.5250112056732178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,8,256,1,bfloat16,fp8,0,1.0073984146118165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,1,256,1,fp8,fp8,0,0.3810064077377319
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,2,256,1,bfloat16,bfloat16,0,0.5359024047851563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,4,256,1,bfloat16,fp8,0,1.8078191757202149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,1,256,1,bfloat16,fp8,0,0.9161824226379395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,2,256,1,fp8,fp8,0,0.38142240047454834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,2,256,1,bfloat16,fp8,0,0.9263360023498535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,4,256,1,bfloat16,bfloat16,0,0.5475456237792968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,4,256,1,fp8,fp8,0,0.38624799251556396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,8,256,1,bfloat16,bfloat16,0,0.3134095907211304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,8,256,1,fp8,fp8,0,0.21733601093292237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,8,1,256,1,bfloat16,bfloat16,0,0.9912799835205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,1,256,1,bfloat16,bfloat16,0,0.2895071983337402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,8,256,1,bfloat16,fp8,0,0.5356351852416992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,1,256,1,fp8,fp8,0,0.2113424062728882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,2,256,1,bfloat16,bfloat16,0,0.2920639991760254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,1,256,1,bfloat16,fp8,0,0.508241605758667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,2,256,1,bfloat16,fp8,0,0.515225601196289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,4,256,1,fp8,fp8,0,0.21474080085754393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,8,256,1,bfloat16,bfloat16,0,0.1822559952735901
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,4,256,1,bfloat16,fp8,0,0.5147456169128418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,1,256,1,bfloat16,bfloat16,0,0.1746608018875122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,1,256,1,fp8,fp8,0,0.1271615982055664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,1,256,1,bfloat16,fp8,0,0.3043407917022705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,2,256,1,bfloat16,bfloat16,0,0.1751471996307373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,2,256,1,fp8,fp8,0,0.1271456003189087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,2,256,1,bfloat16,fp8,0,0.30642080307006836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,4,256,1,bfloat16,bfloat16,0,0.17760319709777833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,4,256,1,fp8,fp8,0,0.12861440181732178
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,4,256,1,bfloat16,fp8,0,0.3072416067123413
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,8,256,1,bfloat16,bfloat16,0,0.11930400133132935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,8,256,1,fp8,fp8,0,0.08613920211791992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,8,256,1,bfloat16,fp8,0,0.2075023889541626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,1,256,1,bfloat16,bfloat16,0,0.11499040126800537
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,1,256,1,fp8,fp8,0,0.08423039913177491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,1,256,1,bfloat16,fp8,0,0.20169439315795898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,2,256,1,fp8,fp8,0,0.0841808021068573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,2,256,1,bfloat16,fp8,0,0.20251839160919188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,4,256,1,bfloat16,bfloat16,0,0.11694079637527466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,8,4,256,1,bfloat16,fp8,0,0.9440320014953614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,4,256,1,bfloat16,fp8,0,0.20466558933258056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,2,256,1,fp8,fp8,0,0.211516809463501
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,8,4,256,1,bfloat16,bfloat16,0,0.29650719165802003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,8,256,1,fp8,fp8,0,0.13127199411392212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,8,8,256,1,bfloat16,fp8,0,0.3134576082229614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,2,256,1,bfloat16,bfloat16,0,0.1150015950202942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,8,4,256,1,fp8,fp8,0,0.08459200263023377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,1,256,1,bfloat16,bfloat16,0,3.637006378173828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,2,256,1,fp8,fp8,0,2.6361040115356444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,2,256,1,bfloat16,bfloat16,0,4.243388748168945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,1,256,1,bfloat16,fp8,0,6.244462585449218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,1,256,1,fp8,fp8,0,2.5271232604980467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,2,256,1,bfloat16,fp8,0,6.700908660888672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,4,256,1,bfloat16,bfloat16,0,5.238379287719726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,4,256,1,fp8,fp8,0,2.99825439453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,8,256,1,fp8,fp8,0,1.92748966217041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,8,256,1,bfloat16,bfloat16,0,4.103939056396484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,1,256,1,bfloat16,bfloat16,0,1.784636878967285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,1,256,1,fp8,fp8,0,1.279587173461914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,8,4,256,1,bfloat16,fp8,0,7.390611267089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,8,256,1,bfloat16,fp8,0,4.589108657836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,2,256,1,fp8,fp8,0,1.28994722366333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,1,256,1,bfloat16,fp8,0,3.056697654724121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,4,256,1,bfloat16,bfloat16,0,2.3170799255371093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,8,256,1,fp8,fp8,0,0.7787775993347168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,2,256,1,bfloat16,fp8,0,3.2158817291259765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,4,256,1,fp8,fp8,0,1.401097583770752
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,8,256,1,bfloat16,bfloat16,0,1.8181232452392577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,1,256,1,bfloat16,bfloat16,0,0.912604808807373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,1,256,1,fp8,fp8,0,0.6576767921447754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,4,256,1,bfloat16,fp8,0,3.586278533935547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,2,256,1,bfloat16,bfloat16,0,0.9348272323608399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,8,2,256,1,bfloat16,bfloat16,0,1.8942975997924805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,2,256,1,fp8,fp8,0,0.6610911846160888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,1,256,1,bfloat16,fp8,0,1.5695903778076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,2,256,1,bfloat16,fp8,0,1.601006317138672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,4,256,1,fp8,fp8,0,0.6797808170318603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,8,256,1,bfloat16,bfloat16,0,0.6119760036468506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,1,256,1,bfloat16,bfloat16,0,0.4803055763244629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,1,256,1,fp8,fp8,0,0.338703989982605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,8,256,1,bfloat16,fp8,0,1.0316080093383788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,4,256,1,bfloat16,fp8,0,1.7565935134887696
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,1,256,1,bfloat16,fp8,0,0.8225312232971191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,2,256,1,bfloat16,bfloat16,0,0.4881711959838867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,2,256,1,fp8,fp8,0,0.3403151988983154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,2,256,1,bfloat16,fp8,0,0.8342351913452148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,4,256,1,fp8,fp8,0,0.3476736068725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,4,256,1,bfloat16,bfloat16,0,0.5041344165802002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,8,256,1,bfloat16,fp8,0,2.223486328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,8,256,1,bfloat16,bfloat16,0,0.2991663932800293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,8,256,1,fp8,fp8,0,0.19693119525909425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,4,256,1,bfloat16,fp8,0,0.8584192276000977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,1,256,1,bfloat16,bfloat16,0,0.2615664005279541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,1,256,1,fp8,fp8,0,0.18857599496841432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,2,256,1,bfloat16,bfloat16,0,0.2644079923629761
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,2,256,1,fp8,fp8,0,0.18909759521484376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,1,256,1,bfloat16,fp8,0,0.46178722381591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,2,256,1,bfloat16,fp8,0,0.46294398307800294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,4,256,1,fp8,fp8,0,0.19258879423141478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,8,8,256,1,fp8,fp8,0,0.3706496000289917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,8,256,1,bfloat16,bfloat16,0,0.16114720106124877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,8,256,1,fp8,fp8,0,0.11282399892807007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,1,256,1,bfloat16,bfloat16,0,0.15071680545806884
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,1,256,1,bfloat16,fp8,0,0.2665247917175293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,1,256,1,fp8,fp8,0,0.10881279706954956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,2,256,1,bfloat16,bfloat16,0,0.1517199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,2,256,1,fp8,fp8,0,0.10871520042419433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,2,256,1,bfloat16,fp8,0,0.26823201179504397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,4,256,1,bfloat16,bfloat16,0,0.1547808051109314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,4,256,1,fp8,fp8,0,0.11083680391311646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,4,256,1,bfloat16,fp8,0,0.27068319320678713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,8,256,1,bfloat16,bfloat16,0,0.10551999807357788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,8,256,1,fp8,fp8,0,0.07391039729118347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,8,256,1,bfloat16,fp8,0,0.18393280506134033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,1,256,1,fp8,fp8,0,0.07195199728012085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,1,256,1,bfloat16,fp8,0,0.17729920148849487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,2,256,1,bfloat16,bfloat16,0,0.10039360523223877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,8,256,1,bfloat16,fp8,0,0.49624481201171877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,2,256,1,fp8,fp8,0,0.07196639776229859
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,4,256,1,bfloat16,bfloat16,0,0.10200159549713135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,4,256,1,bfloat16,fp8,0,0.18154560327529906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,4,256,1,fp8,fp8,0,0.07340480089187622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,8,256,1,bfloat16,bfloat16,0,0.077675199508667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,4,256,1,bfloat16,bfloat16,0,0.2706991910934448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,8,256,1,bfloat16,fp8,0,0.13651360273361207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,8,4,256,1,bfloat16,bfloat16,0,1.0500127792358398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,1,256,1,bfloat16,bfloat16,0,0.07393280267715455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,8,4,256,1,bfloat16,fp8,0,0.4716320037841797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,1,256,1,fp8,fp8,0,0.05551040172576904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,2,256,1,fp8,fp8,0,0.05546720027923584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,2,256,1,bfloat16,fp8,0,0.13553919792175292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,4,256,1,bfloat16,bfloat16,0,0.07595840096473694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,4,256,1,fp8,fp8,0,0.05547999739646912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,4,256,1,bfloat16,fp8,0,0.1364192008972168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,1,256,1,bfloat16,bfloat16,0,0.10005760192871094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,8,2,256,1,bfloat16,fp8,0,0.17942880392074584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,8,256,1,fp8,fp8,0,0.055401599407196044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,8,8,256,1,bfloat16,fp8,0,0.2786448001861572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,2,256,1,bfloat16,bfloat16,0,0.07391520142555237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,1,256,1,fp8,fp8,0,1.4347359657287597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,1,256,1,bfloat16,fp8,0,3.6753376007080076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,2,256,1,bfloat16,bfloat16,0,2.845315170288086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,2,256,1,fp8,fp8,0,1.5865983963012695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,8,1,256,1,bfloat16,fp8,0,0.13411680459976197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,1,256,1,bfloat16,bfloat16,0,2.2387439727783205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,4,256,1,fp8,fp8,0,1.954982376098633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,2,256,1,bfloat16,fp8,0,4.1119342803955075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,4,256,1,bfloat16,bfloat16,0,3.64068489074707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,8,256,1,bfloat16,bfloat16,0,2.7112800598144533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,8,256,1,fp8,fp8,0,1.2679887771606446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,1,256,1,bfloat16,bfloat16,0,1.0396368026733398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,1,256,1,fp8,fp8,0,0.7265247821807861
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,1,256,1,bfloat16,fp8,0,1.7217344284057616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,8,4,256,1,bfloat16,fp8,0,4.790502548217773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,8,256,1,bfloat16,fp8,0,3.062295913696289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,2,256,1,fp8,fp8,0,0.7451519966125488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,2,256,1,bfloat16,bfloat16,0,1.1862735748291016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,2,256,1,bfloat16,fp8,0,1.896169662475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,4,256,1,bfloat16,bfloat16,0,1.5889887809753418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,8,256,1,fp8,fp8,0,0.5127359867095947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,8,256,1,bfloat16,bfloat16,0,1.3113776206970216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,4,256,1,fp8,fp8,0,0.8680512428283691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,1,256,1,bfloat16,bfloat16,0,0.5269887924194336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,1,256,1,fp8,fp8,0,0.37347519397735596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,8,256,1,bfloat16,fp8,0,1.4992976188659668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,2,256,1,bfloat16,bfloat16,0,0.5516687870025635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,1,256,1,bfloat16,fp8,0,0.8821840286254883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,2,256,1,fp8,fp8,0,0.3769263982772827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,2,256,1,bfloat16,fp8,0,0.9147248268127441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,4,256,1,fp8,fp8,0,0.3991231918334961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,8,256,1,fp8,fp8,0,0.22323200702667237
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,4,256,1,bfloat16,bfloat16,0,0.683022403717041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,8,256,1,bfloat16,fp8,0,0.6577167987823487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,1,256,1,bfloat16,bfloat16,0,0.2805903911590576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,1,256,1,fp8,fp8,0,0.19084800481796266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,1,256,1,bfloat16,fp8,0,0.4703360080718994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,2,256,1,bfloat16,bfloat16,0,0.28763039112091066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,2,256,1,bfloat16,fp8,0,0.48016958236694335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,2,256,1,fp8,fp8,0,0.1924448013305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,4,256,1,bfloat16,bfloat16,0,0.3093807935714722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,4,256,1,fp8,fp8,0,0.19867520332336425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,4,256,1,bfloat16,fp8,0,0.515772819519043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,8,256,1,bfloat16,bfloat16,0,0.18489279747009277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,8,256,1,fp8,fp8,0,0.1130784034729004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,8,4,256,1,bfloat16,fp8,0,2.254323196411133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,1,256,1,bfloat16,bfloat16,0,0.14656800031661987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,1,256,1,bfloat16,fp8,0,0.2617232084274292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,1,256,1,fp8,fp8,0,0.1048799991607666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,2,256,1,fp8,fp8,0,0.10638879537582398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,2,256,1,bfloat16,fp8,0,0.26420960426330564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,4,256,1,bfloat16,bfloat16,0,0.15610400438308716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,4,256,1,fp8,fp8,0,0.10871200561523438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,8,8,256,1,bfloat16,bfloat16,0,0.4353631973266602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,4,256,1,bfloat16,fp8,0,0.27308480739593505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,8,256,1,bfloat16,bfloat16,0,0.09586560130119323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,8,4,256,1,bfloat16,fp8,0,1.0684127807617188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,8,256,1,bfloat16,fp8,0,0.16518559455871581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,8,256,1,fp8,fp8,0,0.06575040221214294
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,1,256,1,bfloat16,fp8,0,0.15219520330429076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,2,256,1,bfloat16,bfloat16,0,0.08625760078430175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,2,256,1,bfloat16,fp8,0,0.15345760583877563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,1,256,1,fp8,fp8,0,0.061612802743911746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,4,256,1,bfloat16,bfloat16,0,0.09011679887771606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,4,256,1,fp8,fp8,0,0.06364799737930298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,4,256,1,bfloat16,fp8,0,0.15684800148010253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,8,256,1,bfloat16,fp8,0,0.10667840242385865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,8,256,1,fp8,fp8,0,0.04314720034599304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,8,256,1,bfloat16,bfloat16,0,0.06102079749107361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,1,256,1,bfloat16,bfloat16,0,0.05550079941749573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,8,256,1,bfloat16,fp8,0,0.3040064096450806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,2,256,1,bfloat16,bfloat16,0,0.055561602115631104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,1,256,1,bfloat16,fp8,0,0.1018671989440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,2,256,1,fp8,fp8,0,0.041124799847602846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,4,256,1,bfloat16,bfloat16,0,0.05767999887466431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,4,256,1,bfloat16,fp8,0,0.10401760339736939
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,8,256,1,bfloat16,bfloat16,0,0.04317600131034851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,8,2,256,1,bfloat16,bfloat16,0,0.1497056007385254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,8,256,1,bfloat16,fp8,0,0.07710880041122437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,1,256,1,bfloat16,bfloat16,0,0.041043201088905336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,1,256,1,fp8,fp8,0,0.030849599838256837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,2,256,1,bfloat16,bfloat16,0,0.041126400232315063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,2,256,1,bfloat16,fp8,0,0.07428640127182007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,2,256,1,fp8,fp8,0,0.03126879930496216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,4,256,1,bfloat16,bfloat16,0,0.041171199083328246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,4,256,1,bfloat16,fp8,0,0.07576159834861755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,2,256,1,fp8,fp8,0,0.061724799871444705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,4,256,1,fp8,fp8,0,0.030803200602531434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,8,256,1,bfloat16,bfloat16,0,0.041172799468040464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,8,256,1,bfloat16,fp8,0,0.07387679815292358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,8,256,1,fp8,fp8,0,0.030833598971366883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,1,256,1,bfloat16,bfloat16,0,0.03908640146255493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,1,256,1,bfloat16,fp8,0,0.07177760004997254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,1,256,1,fp8,fp8,0,0.029660800099372865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,1,256,1,fp8,fp8,0,0.04104000031948089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,2,256,1,bfloat16,fp8,0,0.0720255970954895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,2,256,1,fp8,fp8,0,0.030851200222969055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,2,256,1,bfloat16,fp8,0,0.10210720300674439
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,4,256,1,bfloat16,bfloat16,0,0.040908798575401306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,4,256,1,bfloat16,fp8,0,0.07291039824485779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,4,256,1,fp8,fp8,0,0.03075839877128601
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,8,256,1,fp8,fp8,0,0.030907198786735535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,8,1,256,1,bfloat16,fp8,0,0.07427359819412231
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,8,1,256,1,bfloat16,bfloat16,0,0.08607680201530457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,1,256,1,fp8,fp8,0,0.45032958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,1,256,1,bfloat16,bfloat16,0,0.680836820602417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,1,256,1,bfloat16,fp8,0,1.0821632385253905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,2,256,1,fp8,fp8,0,0.47788162231445314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,8,2,256,1,bfloat16,bfloat16,0,0.039099198579788205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,2,256,1,bfloat16,fp8,0,1.2889936447143555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,4,256,1,bfloat16,bfloat16,0,1.2655903816223144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,4,256,1,fp8,fp8,0,0.6402639865875244
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,8,256,1,bfloat16,bfloat16,0,0.991374397277832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,1,256,1,bfloat16,bfloat16,0,0.3410160064697266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,4,256,1,bfloat16,fp8,0,1.6553632736206054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,8,256,1,fp8,fp8,0,0.4208047866821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,1,256,1,fp8,fp8,0,0.2333375930786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,8,256,1,bfloat16,fp8,0,1.177779197692871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,2,256,1,bfloat16,bfloat16,0,0.38208799362182616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,1,256,1,bfloat16,fp8,0,0.5425600051879883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,2,256,1,fp8,fp8,0,0.23744959831237794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,8,2,256,1,bfloat16,bfloat16,0,0.922702407836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,2,256,1,bfloat16,fp8,0,0.5985856056213379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,4,256,1,bfloat16,bfloat16,0,0.5498799800872802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,4,256,1,fp8,fp8,0,0.26490559577941897
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,8,256,1,fp8,fp8,0,0.15852320194244385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,8,4,256,1,fp8,fp8,0,0.04113759994506836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,8,256,1,bfloat16,fp8,0,0.5155759811401367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,8,4,256,1,bfloat16,fp8,0,0.75589599609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,1,256,1,fp8,fp8,0,0.11492320299148559
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,1,256,1,bfloat16,fp8,0,0.2871455907821655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,2,256,1,bfloat16,bfloat16,0,0.1875424027442932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,2,256,1,fp8,fp8,0,0.11700160503387451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,2,256,1,bfloat16,fp8,0,0.30124640464782715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,4,256,1,bfloat16,bfloat16,0,0.22033278942108153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,4,256,1,bfloat16,fp8,0,0.33801119327545165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,4,256,1,fp8,fp8,0,0.12601759433746337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,8,256,1,bfloat16,bfloat16,0,0.15265120267868043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,8,256,1,fp8,fp8,0,0.07230560183525085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,8,256,1,bfloat16,fp8,0,0.21768479347229003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,1,256,1,bfloat16,bfloat16,0,0.09039999842643738
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,1,256,1,fp8,fp8,0,0.06366400122642517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,2,256,1,bfloat16,bfloat16,0,0.09348160028457642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,2,256,1,fp8,fp8,0,0.0642911970615387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,4,256,1,bfloat16,bfloat16,0,0.10011199712753296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,4,256,1,fp8,fp8,0,0.06772639751434326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,8,256,1,bfloat16,bfloat16,0,0.06094400286674499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,8,256,1,bfloat16,fp8,0,0.10259040594100952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,8,256,1,fp8,fp8,0,0.04106720089912415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,1,256,1,bfloat16,bfloat16,0,0.049532800912857056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,1,256,1,bfloat16,fp8,0,0.09167360067367554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,1,256,1,fp8,fp8,0,0.036955198645591734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,2,256,1,bfloat16,bfloat16,0,0.05145919919013977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,1,256,1,bfloat16,bfloat16,0,0.17986880540847777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,2,256,1,bfloat16,fp8,0,0.09272480010986328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,2,256,1,fp8,fp8,0,0.03696480095386505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,4,256,1,bfloat16,bfloat16,0,0.053852802515029906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,4,256,1,bfloat16,fp8,0,0.09603040218353272
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,8,256,1,bfloat16,bfloat16,0,0.03903520107269287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,8,256,1,bfloat16,fp8,0,0.06726080179214478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,1,256,1,bfloat16,bfloat16,0,0.03460640013217926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,1,256,1,bfloat16,fp8,0,0.061964797973632815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,1,256,1,fp8,fp8,0,0.024769599735736846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,2,256,1,bfloat16,bfloat16,0,0.034923198819160464
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,1,256,1,bfloat16,fp8,0,0.16398559808731078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,2,256,1,bfloat16,fp8,0,0.06304640173912049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,2,256,1,fp8,fp8,0,0.02476319968700409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,4,256,1,bfloat16,bfloat16,0,0.03565599918365479
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,2,256,1,bfloat16,fp8,0,0.16656960248947145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,4,256,1,bfloat16,fp8,0,0.06482080221176148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,4,256,1,fp8,fp8,0,0.025016000866889952
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,8,256,1,bfloat16,bfloat16,0,0.02677600085735321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,8,4,256,1,bfloat16,fp8,0,0.1759600043296814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,8,256,1,bfloat16,fp8,0,0.04524160027503967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,8,256,1,fp8,fp8,0,0.018614399433135986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,1,256,1,bfloat16,bfloat16,0,0.024668799340724946
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,1,256,1,fp8,fp8,0,0.018119999766349794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,2,256,1,bfloat16,bfloat16,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,2,256,1,fp8,fp8,0,0.018544000387191773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,1,256,1,bfloat16,fp8,0,0.043140798807144165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,4,256,1,bfloat16,bfloat16,0,0.024753600358963013
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,8,8,256,1,bfloat16,bfloat16,0,0.43904800415039064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,4,256,1,bfloat16,fp8,0,0.043356800079345705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,4,256,1,fp8,fp8,0,0.01857600063085556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,8,256,1,fp8,fp8,0,0.0185248002409935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,1,256,1,bfloat16,bfloat16,0,0.02266719937324524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,8,4,256,1,fp8,fp8,0,0.038576000928878786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,8,256,1,bfloat16,fp8,0,0.042987200617790225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,8,8,256,1,fp8,fp8,0,0.026817598938941957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,1,256,1,bfloat16,fp8,0,0.04115679860115051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,1,256,1,fp8,fp8,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,2,256,1,bfloat16,fp8,0,0.041038399934768675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,4,256,1,bfloat16,bfloat16,0,0.02285439968109131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,4,256,1,bfloat16,fp8,0,0.041150400042533876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,4,256,1,fp8,fp8,0,0.017367999255657195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,8,256,1,bfloat16,bfloat16,0,0.022716799378395082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,8,256,1,bfloat16,fp8,0,0.041140800714492796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,8,256,1,fp8,fp8,0,0.016646400094032288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,1,256,1,bfloat16,bfloat16,0,0.022686399519443512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,1,256,1,bfloat16,fp8,0,0.041068801283836366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,1,256,1,fp8,fp8,0,0.016521599888801575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,2,256,1,bfloat16,bfloat16,0,0.022716799378395082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,2,256,1,bfloat16,fp8,0,0.041065600514411923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,2,256,1,fp8,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,4,256,1,bfloat16,bfloat16,0,0.022694399952888487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,4,256,1,bfloat16,fp8,0,0.04108319878578186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,1,256,1,bfloat16,bfloat16,0,0.2551647901535034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,8,2,256,1,bfloat16,fp8,0,0.043196800351142886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,8,256,1,bfloat16,bfloat16,0,0.024724799394607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,1,256,1,bfloat16,fp8,0,0.3856096029281616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,1,256,1,fp8,fp8,0,0.16208479404449463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,2,256,1,bfloat16,bfloat16,0,0.3317215919494629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,2,256,1,bfloat16,bfloat16,0,0.02273920029401779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,2,256,1,fp8,fp8,0,0.1682512044906616
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,8,2,256,1,fp8,fp8,0,0.01666080057621002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,2,256,1,bfloat16,fp8,0,0.4723072052001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,4,256,1,bfloat16,bfloat16,0,0.4991663932800293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,4,256,1,fp8,fp8,0,0.21820640563964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,8,256,1,bfloat16,bfloat16,0,0.391158390045166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,8,256,1,fp8,fp8,0,0.15231360197067262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,1,256,1,bfloat16,bfloat16,0,0.13109439611434937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,8,4,256,1,fp8,fp8,0,0.01664319932460785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,1,256,1,bfloat16,fp8,0,0.20379679203033446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,8,256,1,bfloat16,fp8,0,0.455790376663208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,2,256,1,bfloat16,bfloat16,0,0.14375679492950438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,2,256,1,bfloat16,fp8,0,0.21962239742279052
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,4,256,1,bfloat16,bfloat16,0,0.22048161029815674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,4,256,1,fp8,fp8,0,0.08568959832191467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,8,256,1,bfloat16,bfloat16,0,0.15689599514007568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,8,256,1,fp8,fp8,0,0.05138720273971557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,8,256,1,bfloat16,fp8,0,0.18562079668045045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,1,256,1,bfloat16,bfloat16,0,0.0616096019744873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,1,256,1,bfloat16,fp8,0,0.1089136004447937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,1,256,1,fp8,fp8,0,0.0432096004486084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,2,256,1,bfloat16,bfloat16,0,0.063755202293396
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,2,256,1,fp8,fp8,0,0.043227198719978335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,2,256,1,bfloat16,fp8,0,0.11172480583190918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,4,256,1,bfloat16,bfloat16,0,0.07197279930114746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,4,256,1,fp8,fp8,0,0.04538240134716034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,8,4,256,1,bfloat16,fp8,0,0.12692320346832275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,8,256,1,bfloat16,bfloat16,0,0.04521439969539642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,8,256,1,fp8,fp8,0,0.028883200883865357
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,1,256,1,bfloat16,bfloat16,0,0.035076799988746646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,1,256,1,fp8,fp8,0,0.024721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,1,256,1,bfloat16,fp8,0,0.06370720267295837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,2,256,1,bfloat16,bfloat16,0,0.03703359961509704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,2,256,1,bfloat16,fp8,0,0.06573439836502075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,2,256,1,fp8,fp8,0,0.024724799394607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,4,256,1,bfloat16,bfloat16,0,0.03910079896450043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,1,256,1,fp8,fp8,0,0.07812479734420777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,4,256,1,bfloat16,fp8,0,0.06881440281867982
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,8,256,1,bfloat16,bfloat16,0,0.02725439965724945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,2,256,1,fp8,fp8,0,0.07938399910926819
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,8,256,1,bfloat16,fp8,0,0.04564799964427948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,8,256,1,fp8,fp8,0,0.018643200397491455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,8,4,256,1,bfloat16,fp8,0,0.28330719470977783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,1,256,1,bfloat16,bfloat16,0,0.022729599475860597
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,1,256,1,fp8,fp8,0,0.01650400012731552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,1,256,1,bfloat16,fp8,0,0.04103519916534424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,2,256,1,fp8,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,4,256,1,bfloat16,bfloat16,0,0.02478239983320236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,2,256,1,bfloat16,fp8,0,0.04114719927310943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,4,256,1,bfloat16,fp8,0,0.0430864006280899
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,4,256,1,fp8,fp8,0,0.016568000614643096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,8,256,1,bfloat16,bfloat16,0,0.01852640062570572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,8,256,1,bfloat16,fp8,0,0.028856000304222106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,8,256,1,fp8,fp8,0,0.012465599924325943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,1,256,1,bfloat16,bfloat16,0,0.014560000598430633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,1,256,1,fp8,fp8,0,0.010976000130176545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,1,256,1,bfloat16,fp8,0,0.026791998744010927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,2,256,1,bfloat16,bfloat16,0,0.015512000024318694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,2,256,1,fp8,fp8,0,0.012398400157690049
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,2,256,1,bfloat16,fp8,0,0.026807999610900878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,4,256,1,bfloat16,bfloat16,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,8,256,1,bfloat16,fp8,0,0.07602880001068116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,8,4,256,1,bfloat16,fp8,0,0.6249919891357422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,8,256,1,bfloat16,bfloat16,0,0.016494399309158324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,4,256,1,bfloat16,fp8,0,0.026811200380325317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,8,256,1,bfloat16,fp8,0,0.026726400852203368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,1,256,1,bfloat16,bfloat16,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,1,256,1,bfloat16,fp8,0,0.024750399589538574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,8,256,1,fp8,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,2,256,1,bfloat16,bfloat16,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,8,4,256,1,fp8,fp8,0,0.02675360143184662
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,2,256,1,bfloat16,fp8,0,0.02478239983320236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,4,256,1,bfloat16,bfloat16,0,0.014535999298095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,4,256,1,bfloat16,fp8,0,0.024852800369262695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,4,256,1,fp8,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,8,256,1,fp8,fp8,0,0.010740800201892853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,1,256,1,bfloat16,bfloat16,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,1,256,1,bfloat16,fp8,0,0.024774399399757386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,8,2,256,1,bfloat16,bfloat16,0,0.023214399814605713
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,1,256,1,fp8,fp8,0,0.010447999835014344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,2,256,1,bfloat16,bfloat16,0,0.01443839967250824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,2,256,1,bfloat16,fp8,0,0.024743999540805816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,4,256,1,bfloat16,bfloat16,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,4,256,1,bfloat16,fp8,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,4,256,1,fp8,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,8,256,1,bfloat16,bfloat16,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,8,256,1,bfloat16,fp8,0,0.024771200120449068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,8,256,1,fp8,fp8,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,8,4,256,1,fp8,fp8,0,0.012374400347471236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,1,256,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,1,256,1,bfloat16,fp8,0,0.024747200310230255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,1,256,1,fp8,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,2,256,1,bfloat16,bfloat16,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,1,256,1,fp8,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,2,256,1,bfloat16,fp8,0,0.024691200256347655
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,2,256,1,fp8,fp8,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,8,2,256,1,fp8,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,4,256,1,bfloat16,bfloat16,0,0.014468799531459808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,4,256,1,bfloat16,fp8,0,0.02476000040769577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,8,256,1,bfloat16,bfloat16,0,0.014459200203418732
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,8,256,1,bfloat16,fp8,0,0.025617599487304688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,1,256,1,bfloat16,bfloat16,0,0.11075359582901001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,1,256,1,fp8,fp8,0,0.0596671998500824
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,2,256,1,bfloat16,fp8,0,0.18679039478302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,2,256,1,bfloat16,bfloat16,0,0.13111840486526488
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,8,2,256,1,fp8,fp8,0,0.010382399708032609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,2,256,1,fp8,fp8,0,0.0597055971622467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,4,256,1,bfloat16,bfloat16,0,0.20838398933410646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,8,256,1,bfloat16,bfloat16,0,0.15495519638061522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,4,256,1,fp8,fp8,0,0.06640480160713196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,8,256,1,fp8,fp8,0,0.041280001401901245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,8,256,1,bfloat16,fp8,0,0.18670079708099366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,1,256,1,bfloat16,bfloat16,0,0.047891199588775635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,1,256,1,bfloat16,fp8,0,0.08415359854698182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,1,256,1,fp8,fp8,0,0.03294560015201568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,2,256,1,bfloat16,bfloat16,0,0.05142880082130432
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,2,256,1,fp8,fp8,0,0.03470079898834229
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,2,256,1,bfloat16,fp8,0,0.08700159788131714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,4,256,1,bfloat16,bfloat16,0,0.055873602628707886
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,8,256,1,bfloat16,bfloat16,0,0.03701759874820709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,4,256,1,bfloat16,fp8,0,0.10713119506835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,8,256,1,bfloat16,fp8,0,0.059361600875854494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,8,256,1,fp8,fp8,0,0.0227183997631073
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,1,256,1,bfloat16,bfloat16,0,0.026785600185394286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,1,256,1,fp8,fp8,0,0.018531200289726258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,1,256,1,bfloat16,fp8,0,0.04722079932689667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,2,256,1,bfloat16,fp8,0,0.04748800098896026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,1,256,1,bfloat16,fp8,0,0.15968639850616456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,2,256,1,fp8,fp8,0,0.018606400489807128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,4,256,1,bfloat16,bfloat16,0,0.030881598591804504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,4,256,1,bfloat16,fp8,0,0.0513264000415802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,8,256,1,bfloat16,bfloat16,0,0.02279680073261261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,8,256,1,bfloat16,fp8,0,0.03708159923553467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,8,256,1,fp8,fp8,0,0.014472000300884247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,1,256,1,bfloat16,bfloat16,0,0.018612800538539885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,1,256,1,bfloat16,fp8,0,0.030876800417900085
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,8,4,256,1,bfloat16,fp8,0,0.262225604057312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,2,256,1,bfloat16,bfloat16,0,0.018617600202560425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,2,256,1,fp8,fp8,0,0.01311199963092804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,2,256,1,bfloat16,fp8,0,0.03298079967498779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,4,256,1,bfloat16,bfloat16,0,0.020628799498081208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,4,256,1,bfloat16,fp8,0,0.033169600367546084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,4,256,1,fp8,fp8,0,0.014440000057220459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,8,256,1,bfloat16,bfloat16,0,0.012467200309038163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,8,256,1,bfloat16,fp8,0,0.020635199546813966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,8,256,1,fp8,fp8,0,0.009011200070381165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,1,256,1,bfloat16,bfloat16,0,0.01037440001964569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,8,4,256,1,fp8,fp8,0,0.036980798840522765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,1,256,1,bfloat16,fp8,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,1,256,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,2,256,1,bfloat16,bfloat16,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,2,256,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,2,256,1,bfloat16,fp8,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,4,256,1,bfloat16,bfloat16,0,0.012390399724245072
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,4,256,1,bfloat16,fp8,0,0.020457600057125092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,8,4,256,1,fp8,fp8,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,8,256,1,bfloat16,bfloat16,0,0.012383999675512314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,2,256,1,bfloat16,bfloat16,0,0.028799998760223388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,8,256,1,fp8,fp8,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,8,256,1,bfloat16,fp8,0,0.018534399569034576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,1,256,1,bfloat16,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,1,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,8,4,256,1,fp8,fp8,0,0.020572799444198608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,2,256,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,2,256,1,bfloat16,fp8,0,0.01656160056591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,2,256,1,fp8,fp8,0,0.008303999900817871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,4,256,1,bfloat16,fp8,0,0.017822399735450745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,8,1,256,1,fp8,fp8,0,0.012454400211572647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,8,256,1,bfloat16,bfloat16,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,8,256,1,bfloat16,fp8,0,0.017510400712490083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,8,256,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,1,256,1,bfloat16,bfloat16,0,0.010391999781131745
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,1,256,1,bfloat16,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,1,256,1,fp8,fp8,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,2,256,1,bfloat16,bfloat16,0,0.010345599800348281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,2,256,1,bfloat16,fp8,0,0.016523200273513793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,2,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,4,256,1,bfloat16,bfloat16,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,4,256,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,8,256,1,bfloat16,bfloat16,0,0.010425599664449692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,8,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,1,256,1,bfloat16,bfloat16,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,1,256,1,bfloat16,fp8,0,0.016574400663375854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,1,256,1,fp8,fp8,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,2,256,1,bfloat16,bfloat16,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,2,256,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,2,256,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,1,256,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,4,256,1,bfloat16,bfloat16,0,0.0103472001850605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,4,256,1,bfloat16,fp8,0,0.016542400419712066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,4,256,1,bfloat16,bfloat16,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,8,256,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,8,4,256,1,fp8,fp8,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,8,256,1,bfloat16,fp8,0,0.016519999504089354
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,8,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,1,256,1,bfloat16,fp8,0,0.01652639955282211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,1,256,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,2,256,1,bfloat16,bfloat16,0,0.010337600111961364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,2,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,8,4,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,4,256,1,bfloat16,bfloat16,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,8,256,1,bfloat16,fp8,0,0.01653600037097931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,4,256,1,bfloat16,fp8,0,0.016487999260425566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,4,256,1,fp8,fp8,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,8,4,256,1,fp8,fp8,0,0.010524799674749374
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,1,256,1,bfloat16,bfloat16,0,0.07193599939346314
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,1,256,1,bfloat16,fp8,0,0.13294880390167235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,2,256,1,bfloat16,bfloat16,0,0.07393919825553893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,2,256,1,bfloat16,fp8,0,0.1355664014816284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,4,256,1,bfloat16,bfloat16,0,0.08218240141868591
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,2,256,1,fp8,fp8,0,0.05348640084266663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,4,256,1,bfloat16,fp8,0,0.14933120012283324
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,4,256,1,fp8,fp8,0,0.055499202013015746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,8,256,1,bfloat16,bfloat16,0,0.04943839907646179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,8,256,1,fp8,fp8,0,0.03443039953708649
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,8,256,1,bfloat16,fp8,0,0.0875536024570465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,1,256,1,bfloat16,bfloat16,0,0.03919360041618347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,1,256,1,fp8,fp8,0,0.028859201073646545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,2,256,1,bfloat16,bfloat16,0,0.04110400080680847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,2,256,1,fp8,fp8,0,0.02977119982242584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,2,256,1,bfloat16,fp8,0,0.0768992006778717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,4,256,1,bfloat16,bfloat16,0,0.04332320094108581
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,4,256,1,bfloat16,fp8,0,0.0800927996635437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,4,256,1,fp8,fp8,0,0.03094559907913208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,8,256,1,bfloat16,bfloat16,0,0.026739200949668883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,8,256,1,bfloat16,fp8,0,0.04731520116329193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,8,256,1,fp8,fp8,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,1,256,1,bfloat16,bfloat16,0,0.022606399655342103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,1,256,1,bfloat16,fp8,0,0.042100799083709714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,1,256,1,fp8,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,2,256,1,bfloat16,bfloat16,0,0.02269279956817627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,2,256,1,bfloat16,fp8,0,0.04316479861736298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,2,256,1,fp8,fp8,0,0.016527999937534333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,4,256,1,bfloat16,bfloat16,0,0.02475679963827133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,8,1,256,1,fp8,fp8,0,0.052236801385879515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,4,256,1,fp8,fp8,0,0.016604800522327424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,8,256,1,bfloat16,bfloat16,0,0.018329599499702455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,8,256,1,bfloat16,fp8,0,0.030932798981666565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,8,256,1,fp8,fp8,0,0.012452799826860428
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,8,4,256,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,1,256,1,bfloat16,bfloat16,0,0.015833599865436553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,1,256,1,fp8,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,1,256,1,bfloat16,fp8,0,0.028804799914360045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,2,256,1,bfloat16,bfloat16,0,0.016467200219631196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,2,256,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,2,256,1,bfloat16,fp8,0,0.028867200016975403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,4,256,1,bfloat16,bfloat16,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,8,1,256,1,bfloat16,fp8,0,0.07594720125198365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,1,256,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,8,256,1,bfloat16,bfloat16,0,0.010451199859380722
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,4,256,1,bfloat16,fp8,0,0.030118399858474733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,1,256,1,bfloat16,bfloat16,0,0.010320000350475311
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,8,256,1,bfloat16,fp8,0,0.018624000251293182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,8,256,1,fp8,fp8,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,8,2,256,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,2,256,1,bfloat16,bfloat16,0,0.010355199873447418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,1,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,2,256,1,bfloat16,fp8,0,0.016595199704170227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,4,256,1,bfloat16,bfloat16,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,2,256,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,4,256,1,bfloat16,fp8,0,0.018313600122928618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,4,256,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,8,256,1,bfloat16,fp8,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,8,256,1,fp8,fp8,0,0.009297599643468856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,1,256,1,bfloat16,bfloat16,0,0.008454400300979614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,1,256,1,bfloat16,fp8,0,0.016516800224781036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,8,4,256,1,bfloat16,fp8,0,0.04510399997234345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,1,256,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,2,256,1,bfloat16,bfloat16,0,0.009222400188446046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,2,256,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,2,256,1,bfloat16,fp8,0,0.01656160056591034
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,4,256,1,bfloat16,bfloat16,0,0.010307200253009796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,4,256,1,bfloat16,fp8,0,0.016499200463294984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,4,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,8,256,1,bfloat16,bfloat16,0,0.010380800068378448
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,8,256,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,1,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,1,256,1,bfloat16,fp8,0,0.016510400176048278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,2,256,1,bfloat16,bfloat16,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,2,256,1,bfloat16,fp8,0,0.016473600268363954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,4,256,1,bfloat16,bfloat16,0,0.008497600257396699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,8,4,256,1,fp8,fp8,0,0.012438400089740754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,4,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,4,256,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,8,256,1,bfloat16,bfloat16,0,0.010152000188827514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,8,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,8,1,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,1,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,1,256,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,1,256,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,2,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,2,256,1,fp8,fp8,0,0.008252800256013871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,4,256,1,bfloat16,bfloat16,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,4,256,1,bfloat16,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,4,256,1,fp8,fp8,0,0.008247999846935273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,8,256,1,bfloat16,bfloat16,0,0.009984000027179718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,8,256,1,bfloat16,fp8,0,0.016444799304008485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,8,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,1,256,1,bfloat16,bfloat16,0,0.00835679993033409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,8,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,1,256,1,bfloat16,fp8,0,0.016471999883651733
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,2,256,1,bfloat16,bfloat16,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,1,256,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,8,2,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,2,256,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,4,256,1,bfloat16,bfloat16,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,4,256,1,fp8,fp8,0,0.00846560001373291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,1,256,1,bfloat16,bfloat16,0,0.06566879749298096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,8,256,1,fp8,fp8,0,0.008321599662303924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,1,256,1,bfloat16,fp8,0,0.12512160539627076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,1,256,1,fp8,fp8,0,0.04937599897384644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,8,2,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,2,256,1,bfloat16,bfloat16,0,0.06656640172004699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,2,256,1,bfloat16,fp8,0,0.12682559490203857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,2,256,1,fp8,fp8,0,0.04932959973812103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,8,8,256,1,bfloat16,bfloat16,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,4,256,1,fp8,fp8,0,0.05133600234985351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,4,256,1,bfloat16,fp8,0,0.1301584005355835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,8,256,1,bfloat16,bfloat16,0,0.04111840128898621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,8,256,1,bfloat16,fp8,0,0.07851039767265319
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,8,256,1,fp8,fp8,0,0.030777600407600404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,1,256,1,bfloat16,bfloat16,0,0.03696799874305725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,1,256,1,fp8,fp8,0,0.028860801458358766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,1,256,1,bfloat16,fp8,0,0.07185599803924561
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,2,256,1,bfloat16,bfloat16,0,0.036955198645591734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,2,256,1,fp8,fp8,0,0.028763198852539064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,2,256,1,bfloat16,fp8,0,0.07264800071716308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,4,256,1,fp8,fp8,0,0.028856000304222106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,4,256,1,bfloat16,fp8,0,0.0739359974861145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,1,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,8,256,1,bfloat16,fp8,0,0.04314720034599304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,2,256,1,bfloat16,fp8,0,0.016539199650287627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,8,256,1,fp8,fp8,0,0.016521599888801575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,1,256,1,bfloat16,bfloat16,0,0.020656000077724456
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,8,4,256,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,1,256,1,fp8,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,1,256,1,bfloat16,fp8,0,0.041124799847602846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,2,256,1,fp8,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,4,256,1,bfloat16,bfloat16,0,0.020659199357032774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,4,256,1,fp8,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,4,256,1,bfloat16,fp8,0,0.04115679860115051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,8,256,1,bfloat16,bfloat16,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,8,256,1,bfloat16,fp8,0,0.02886880040168762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,8,256,1,fp8,fp8,0,0.012404800206422806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,1,256,1,bfloat16,bfloat16,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,1,256,1,bfloat16,fp8,0,0.027139198780059815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,8,4,256,1,bfloat16,bfloat16,0,0.06980640292167664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,1,256,1,fp8,fp8,0,0.011343999952077865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,2,256,1,bfloat16,bfloat16,0,0.014472000300884247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,2,256,1,bfloat16,fp8,0,0.028655999898910524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,4,256,1,bfloat16,bfloat16,0,0.01446239948272705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,4,256,1,bfloat16,fp8,0,0.028748801350593566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,8,256,1,bfloat16,bfloat16,0,0.008772800117731095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,8,256,1,bfloat16,fp8,0,0.016649599373340606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,8,256,1,fp8,fp8,0,0.008259200304746629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,1,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,8,256,1,bfloat16,bfloat16,0,0.02268960028886795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,1,256,1,bfloat16,fp8,0,0.016547200083732606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,1,256,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,2,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,2,256,1,bfloat16,fp8,0,0.016492800414562227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,2,256,1,fp8,fp8,0,0.008252800256013871
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,4,256,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,2,256,1,bfloat16,bfloat16,0,0.020571200549602507
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,4,256,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,8,4,256,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,8,2,256,1,bfloat16,fp8,0,0.041105601191520694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,8,256,1,bfloat16,fp8,0,0.016468800604343414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,8,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,1,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,1,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,2,256,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,2,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,4,256,1,bfloat16,bfloat16,0,0.008398400247097015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,4,256,1,bfloat16,fp8,0,0.016648000478744505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,8,256,1,bfloat16,bfloat16,0,0.008416000008583068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,2,256,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,8,256,1,fp8,fp8,0,0.007745599746704102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,8,4,256,1,fp8,fp8,0,0.012435200065374375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,1,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,1,256,1,bfloat16,fp8,0,0.015862399339675905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,8,4,256,1,bfloat16,bfloat16,0,0.03904640078544617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,2,256,1,bfloat16,fp8,0,0.01639360040426254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,2,256,1,fp8,fp8,0,0.00819680020213127
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,4,256,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,4,256,1,bfloat16,fp8,0,0.0165120005607605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,4,256,1,fp8,fp8,0,0.008244799822568894
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,8,256,1,bfloat16,bfloat16,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,8,256,1,bfloat16,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,8,256,1,fp8,fp8,0,0.007515200227499008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,8,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,1,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,1,256,1,fp8,fp8,0,0.007231999933719635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,1,256,1,bfloat16,fp8,0,0.015857599675655365
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,2,256,1,bfloat16,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,2,256,1,bfloat16,fp8,0,0.016065600514411926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,2,256,1,fp8,fp8,0,0.006862399727106094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,4,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,8,4,256,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,4,256,1,bfloat16,fp8,0,0.01639840006828308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,4,256,1,fp8,fp8,0,0.007161600142717361
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,8,256,1,bfloat16,fp8,0,0.01644960045814514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,8,256,1,fp8,fp8,0,0.0068800002336502075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,1,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,1,256,1,fp8,fp8,0,0.0071439996361732485
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,1,256,1,bfloat16,fp8,0,0.01449279934167862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,8,2,256,1,bfloat16,bfloat16,0,0.008345600217580795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,1,256,1,fp8,fp8,0,0.006707199662923813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,2,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,2,256,1,bfloat16,fp8,0,0.01523520052433014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,4,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,4,256,1,fp8,fp8,0,0.006758400052785873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,1,256,1,bfloat16,bfloat16,0,0.06166399717330932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,1,256,1,bfloat16,fp8,0,0.11889920234680176
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,1,256,1,fp8,fp8,0,0.0472544014453888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,2,256,1,bfloat16,bfloat16,0,0.061635202169418334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,2,256,1,bfloat16,fp8,0,0.11885759830474854
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,1,256,1,fp8,fp8,0,0.006663999706506729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,2,256,1,fp8,fp8,0,0.0472784012556076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,4,256,1,bfloat16,bfloat16,0,0.06156799793243408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,4,256,1,bfloat16,fp8,0,0.11883679628372193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,8,4,256,1,fp8,fp8,0,0.04722239971160889
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,8,256,1,bfloat16,bfloat16,0,0.03499839901924133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,8,256,1,bfloat16,fp8,0,0.0692575991153717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,8,256,1,fp8,fp8,0,0.02680639922618866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,8,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,8,256,1,bfloat16,fp8,0,0.01584160029888153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,1,256,1,bfloat16,fp8,0,0.06899679899215698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,1,256,1,fp8,fp8,0,0.02678399980068207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,2,256,1,fp8,fp8,0,0.026807999610900878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,2,256,1,bfloat16,fp8,0,0.06927520036697388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,4,256,1,bfloat16,bfloat16,0,0.03496800065040588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,4,256,1,bfloat16,fp8,0,0.06933119893074036
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,4,256,1,fp8,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,2,256,1,fp8,fp8,0,0.007240000367164612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,8,256,1,bfloat16,bfloat16,0,0.018598400056362152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,8,4,256,1,bfloat16,fp8,0,0.015425600111484528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,8,256,1,bfloat16,fp8,0,0.039083200693130496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,8,256,1,fp8,fp8,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,1,256,1,fp8,fp8,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,1,256,1,bfloat16,fp8,0,0.03919360041618347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,2,256,1,bfloat16,fp8,0,0.03903360068798065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,4,256,1,bfloat16,bfloat16,0,0.018612800538539885
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,4,256,1,bfloat16,fp8,0,0.03908160030841827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,4,256,1,fp8,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,8,256,1,bfloat16,bfloat16,0,0.014420799911022186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,8,2,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,8,256,1,bfloat16,fp8,0,0.026833599805831908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,8,256,1,fp8,fp8,0,0.010412800312042236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,1,256,1,bfloat16,bfloat16,0,0.0144896000623703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,1,256,1,fp8,fp8,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,2,256,1,bfloat16,bfloat16,0,0.014403200149536133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,2,256,1,bfloat16,fp8,0,0.02727360129356384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,2,256,1,fp8,fp8,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,4,256,1,bfloat16,bfloat16,0,0.014457599818706512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,2,256,1,bfloat16,bfloat16,0,0.03500800132751465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,4,256,1,bfloat16,fp8,0,0.026800000667572023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,4,256,1,fp8,fp8,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,8,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,8,256,1,bfloat16,fp8,0,0.016527999937534333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,1,256,1,bfloat16,bfloat16,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,1,256,1,bfloat16,fp8,0,0.01652639955282211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,1,256,1,fp8,fp8,0,0.006335999816656113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,1,256,1,bfloat16,bfloat16,0,0.018598400056362152
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,2,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,2,256,1,bfloat16,fp8,0,0.016540800034999848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,2,256,1,bfloat16,bfloat16,0,0.01863519996404648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,2,256,1,fp8,fp8,0,0.0064191997051239015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,4,256,1,bfloat16,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,4,256,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,8,256,1,bfloat16,fp8,0,0.01488800048828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,8,256,1,fp8,fp8,0,0.006326399743556976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,1,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,1,256,1,bfloat16,fp8,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,1,256,1,fp8,fp8,0,0.006295999884605408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,2,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,8,1,256,1,bfloat16,fp8,0,0.026804798841476442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,2,256,1,bfloat16,fp8,0,0.014531199634075165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,4,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,4,256,1,bfloat16,fp8,0,0.014718399941921234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,8,1,256,1,bfloat16,bfloat16,0,0.035067200660705566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,4,256,1,fp8,fp8,0,0.006324800103902817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,8,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,8,256,1,bfloat16,fp8,0,0.014475199580192565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,8,256,1,fp8,fp8,0,0.006283199787139893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,1,256,1,bfloat16,fp8,0,0.014475199580192565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,8,256,1,fp8,fp8,0,0.006716799736022949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,2,256,1,bfloat16,bfloat16,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,2,256,1,fp8,fp8,0,0.006371200084686279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,4,256,1,bfloat16,bfloat16,0,0.008318399637937545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,8,4,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,8,2,256,1,fp8,fp8,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,8,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,4,256,1,fp8,fp8,0,0.0063184000551700596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,8,256,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,8,256,1,bfloat16,fp8,0,0.01465120017528534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,1,256,1,bfloat16,bfloat16,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,1,256,1,bfloat16,fp8,0,0.01499200016260147
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,1,256,1,fp8,fp8,0,0.006481599807739258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,2,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,2,256,1,bfloat16,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,2,256,1,fp8,fp8,0,0.0063231997191905975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,8,2,256,1,fp8,fp8,0,0.006332799792289734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,4,256,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,4,256,1,bfloat16,fp8,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,4,256,1,fp8,fp8,0,0.006328000128269196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,8,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,8,256,1,fp8,fp8,0,0.006305599957704544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,1,256,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,1,256,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,1,256,1,bfloat16,fp8,0,0.014480000734329224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,2,256,1,bfloat16,bfloat16,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,1,256,1,fp8,fp8,0,0.00631679967045784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,2,256,1,bfloat16,fp8,0,0.01451839953660965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,2,256,1,fp8,fp8,0,0.00628800019621849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,4,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,4,256,1,bfloat16,fp8,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,4,256,1,fp8,fp8,0,0.00631679967045784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,4,256,1,bfloat16,fp8,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,8,8,256,1,fp8,fp8,0,0.006332799792289734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,8,256,1,bfloat16,fp8,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,8,1,256,1,fp8,fp8,0,0.00628800019621849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,8,2,256,1,bfloat16,fp8,0,0.014924800395965577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,4,256,1,bfloat16,bfloat16,0,13.750100708007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,1,256,1,fp8,fp8,0,17.921661376953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,2,256,1,fp8,fp8,0,17.9903564453125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,1,256,1,bfloat16,bfloat16,0,24.60363006591797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,4,256,1,fp8,fp8,0,9.200875091552735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,2,256,1,bfloat16,bfloat16,0,26.410467529296874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,4,256,1,bfloat16,fp8,0,22.900552368164064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,1,256,1,bfloat16,bfloat16,0,12.559542083740235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,1,256,1,fp8,fp8,0,9.178734588623048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,4,256,1,bfloat16,bfloat16,0,6.674269104003907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,2,256,1,bfloat16,bfloat16,0,12.619395446777343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,2,256,1,fp8,fp8,0,9.153998565673827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,4,256,1,fp8,fp8,0,4.764684677124023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,1,256,1,bfloat16,fp8,0,43.56196899414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,1,256,1,bfloat16,fp8,0,22.061070251464844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,4,256,1,bfloat16,fp8,0,11.662134552001953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,1,256,1,bfloat16,bfloat16,0,6.531385803222657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,4,2,256,1,bfloat16,fp8,0,44.620724487304685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,1,256,1,fp8,fp8,0,4.789764785766602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,4,2,256,1,bfloat16,fp8,0,22.29988250732422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,4,256,1,bfloat16,bfloat16,0,3.6112415313720705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,2,256,1,bfloat16,bfloat16,0,6.55003662109375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,4,256,1,fp8,fp8,0,2.5839967727661133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,2,256,1,fp8,fp8,0,4.771649551391602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,1,256,1,bfloat16,fp8,0,11.489749145507812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,1,256,1,fp8,fp8,0,2.5907520294189452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,1,256,1,bfloat16,bfloat16,0,3.5745792388916016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,4,256,1,bfloat16,fp8,0,6.257780838012695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,2,256,1,bfloat16,bfloat16,0,3.557062530517578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,2,256,1,fp8,fp8,0,2.6081647872924805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,4,2,256,1,bfloat16,fp8,0,11.519502258300781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,1,256,1,bfloat16,fp8,0,6.24536018371582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,4,2,256,1,bfloat16,fp8,0,6.223657608032227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,1,256,1,fp8,fp8,0,10.193614196777343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,4,256,1,bfloat16,bfloat16,0,7.699307250976562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,2,256,1,fp8,fp8,0,10.219865417480468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,1,256,1,bfloat16,bfloat16,0,13.978730773925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,2,256,1,bfloat16,bfloat16,0,14.530976867675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,4,256,1,fp8,fp8,0,5.262838363647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,4,256,1,bfloat16,fp8,0,13.093794250488282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,1,256,1,bfloat16,bfloat16,0,7.212556457519531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,1,256,1,fp8,fp8,0,5.253171157836914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,4,256,1,bfloat16,bfloat16,0,3.874313735961914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,2,256,1,bfloat16,bfloat16,0,7.245854187011719
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,1,256,1,bfloat16,fp8,0,12.667206573486329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,1,256,1,bfloat16,fp8,0,24.576014709472656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,4,256,1,fp8,fp8,0,2.7637088775634764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,2,256,1,fp8,fp8,0,5.255235290527343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,4,256,1,bfloat16,fp8,0,6.757904052734375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,4,2,256,1,bfloat16,fp8,0,25.239794921875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,1,256,1,bfloat16,bfloat16,0,3.793627166748047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,2,256,1,fp8,fp8,0,2.784427261352539
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,1,256,1,fp8,fp8,0,2.766969680786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,1,256,1,bfloat16,fp8,0,6.676249694824219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,4,2,256,1,bfloat16,fp8,0,12.731953430175782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,2,256,1,bfloat16,fp8,0,6.699318695068359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,4,256,1,fp8,fp8,0,1.5286895751953125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,4,256,1,bfloat16,bfloat16,0,2.12061767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,1,256,1,fp8,fp8,0,1.5408656120300293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,1,256,1,bfloat16,bfloat16,0,2.0981472015380858
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,2,256,1,bfloat16,bfloat16,0,2.0873247146606446
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,4,256,1,bfloat16,fp8,0,3.6639694213867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,4,2,256,1,bfloat16,bfloat16,0,3.8031360626220705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,2,256,1,fp8,fp8,0,1.5448431968688965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,1,256,1,bfloat16,fp8,0,3.6472816467285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,4,2,256,1,bfloat16,fp8,0,3.649622344970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,4,256,1,bfloat16,bfloat16,0,5.296567916870117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,1,256,1,fp8,fp8,0,7.145671844482422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,2,256,1,fp8,fp8,0,7.159226989746093
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,1,256,1,bfloat16,bfloat16,0,9.80611343383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,2,256,1,bfloat16,bfloat16,0,10.208096313476563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,4,256,1,fp8,fp8,0,3.702403259277344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,4,256,1,bfloat16,fp8,0,9.242664337158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,1,256,1,bfloat16,bfloat16,0,5.061724853515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,1,256,1,fp8,fp8,0,3.6838607788085938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,2,256,1,bfloat16,bfloat16,0,5.099932861328125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,1,256,1,bfloat16,fp8,0,17.200973510742188
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,2,256,1,fp8,fp8,0,3.696460723876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,4,256,1,bfloat16,bfloat16,0,2.77061767578125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,1,256,1,bfloat16,fp8,0,8.936534118652343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,4,2,256,1,bfloat16,fp8,0,17.64615478515625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,4,256,1,fp8,fp8,0,1.968560028076172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,1,256,1,bfloat16,bfloat16,0,2.7031072616577148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,1,256,1,fp8,fp8,0,1.9799728393554688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,4,2,256,1,bfloat16,fp8,0,8.958198547363281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,2,256,1,bfloat16,bfloat16,0,2.709628868103027
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,4,256,1,bfloat16,fp8,0,4.818814468383789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,4,256,1,bfloat16,bfloat16,0,1.5617551803588867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,1,256,1,bfloat16,fp8,0,4.776316833496094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,4,256,1,fp8,fp8,0,1.1218671798706055
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,1,256,1,bfloat16,bfloat16,0,1.5433008193969726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,2,256,1,bfloat16,fp8,0,4.778696060180664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,4,256,1,bfloat16,fp8,0,2.733671951293945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,2,256,1,bfloat16,bfloat16,0,1.5485024452209473
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,2,256,1,fp8,fp8,0,1.1275535583496095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,1,256,1,bfloat16,fp8,0,2.724323272705078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,4,2,256,1,fp8,fp8,0,1.980036735534668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,2,256,1,bfloat16,fp8,0,2.718527984619141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,4,1,256,1,fp8,fp8,0,1.1283840179443358
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,4,256,1,bfloat16,bfloat16,0,6.960635375976563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,1,256,1,fp8,fp8,0,9.056011199951172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,2,256,1,fp8,fp8,0,9.131292724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,1,256,1,bfloat16,bfloat16,0,12.48438720703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,4,256,1,fp8,fp8,0,4.6979217529296875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,2,256,1,bfloat16,bfloat16,0,13.680433654785157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,4,256,1,bfloat16,fp8,0,11.861542510986329
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,1,256,1,bfloat16,bfloat16,0,6.3459312438964846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,1,256,1,fp8,fp8,0,4.633067321777344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,4,256,1,bfloat16,bfloat16,0,3.429726409912109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,2,256,1,fp8,fp8,0,4.637601470947265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,2,256,1,bfloat16,bfloat16,0,6.436573028564453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,4,256,1,fp8,fp8,0,2.414521598815918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,1,256,1,bfloat16,fp8,0,22.045930480957033
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,4,256,1,bfloat16,fp8,0,5.949972915649414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,1,256,1,bfloat16,bfloat16,0,3.3126800537109373
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,4,2,256,1,bfloat16,fp8,0,22.973028564453124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,1,256,1,fp8,fp8,0,2.4099807739257812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,2,256,1,bfloat16,fp8,0,11.358198547363282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,2,256,1,bfloat16,bfloat16,0,3.326176071166992
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,4,1,256,1,bfloat16,fp8,0,11.121513366699219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,1,256,1,bfloat16,fp8,0,5.797795104980469
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,4,256,1,fp8,fp8,0,1.311945629119873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,1,256,1,fp8,fp8,0,1.309443187713623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,1,256,1,bfloat16,bfloat16,0,1.8012687683105468
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,4,256,1,bfloat16,fp8,0,3.186118316650391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,2,256,1,bfloat16,fp8,0,5.826753616333008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,2,256,1,bfloat16,bfloat16,0,1.8062015533447267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,2,256,1,fp8,fp8,0,1.3127440452575683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,1,256,1,bfloat16,fp8,0,3.1727584838867187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,4,256,1,bfloat16,bfloat16,0,1.0631855964660644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,4,256,1,bfloat16,bfloat16,0,1.8398656845092773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,4,256,1,fp8,fp8,0,0.7625120162963868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,1,256,1,fp8,fp8,0,0.7705887794494629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,1,256,1,bfloat16,bfloat16,0,1.0540351867675781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,4,256,1,bfloat16,fp8,0,1.8657039642333983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,2,256,1,bfloat16,bfloat16,0,1.0538479804992675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,4,2,256,1,bfloat16,fp8,0,3.1582351684570313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,2,256,1,fp8,fp8,0,0.771123218536377
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,2,256,1,bfloat16,fp8,0,1.8450511932373046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,4,2,256,1,fp8,fp8,0,2.4139551162719726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,4,1,256,1,bfloat16,fp8,0,1.8497184753417968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,1,256,1,fp8,fp8,0,5.168574523925781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,2,256,1,fp8,fp8,0,5.211539077758789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,1,256,1,bfloat16,bfloat16,0,7.119929504394531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,2,256,1,bfloat16,bfloat16,0,7.48163070678711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,4,256,1,fp8,fp8,0,2.695790481567383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,4,256,1,bfloat16,bfloat16,0,4.086478424072266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,1,256,1,bfloat16,bfloat16,0,3.658844757080078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,1,256,1,fp8,fp8,0,2.6657535552978517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,4,256,1,bfloat16,fp8,0,6.857260894775391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,2,256,1,bfloat16,bfloat16,0,3.701406478881836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,1,256,1,bfloat16,fp8,0,12.47473602294922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,4,256,1,bfloat16,bfloat16,0,1.995025634765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,2,256,1,fp8,fp8,0,2.6669776916503904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,4,2,256,1,bfloat16,fp8,0,12.966438293457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,4,256,1,fp8,fp8,0,1.4100912094116211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,1,256,1,bfloat16,bfloat16,0,1.9350799560546874
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,4,256,1,bfloat16,fp8,0,3.448633575439453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,1,256,1,fp8,fp8,0,1.4015664100646972
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,2,256,1,bfloat16,bfloat16,0,1.9430192947387694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,2,256,1,fp8,fp8,0,1.4108688354492187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,4,256,1,bfloat16,bfloat16,0,1.0868783950805665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,1,256,1,bfloat16,fp8,0,3.3747936248779298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,4,256,1,fp8,fp8,0,0.7774447917938232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,4,256,1,bfloat16,fp8,0,1.8917343139648437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,2,256,1,bfloat16,fp8,0,6.490682983398438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,1,256,1,bfloat16,bfloat16,0,1.0596384048461913
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,4,2,256,1,bfloat16,fp8,0,3.394190216064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,1,256,1,fp8,fp8,0,0.7791359901428223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,2,256,1,bfloat16,bfloat16,0,1.0627408027648926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,1,256,1,bfloat16,fp8,0,1.8620304107666015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,2,256,1,fp8,fp8,0,0.7781504154205322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,4,256,1,fp8,fp8,0,0.4630447864532471
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,4,256,1,bfloat16,fp8,0,1.105947208404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,1,256,1,bfloat16,bfloat16,0,0.6351791858673096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,4,2,256,1,bfloat16,fp8,0,1.8712095260620116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,1,256,1,fp8,fp8,0,0.4646736145019531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,1,256,1,bfloat16,fp8,0,1.1004528045654296
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,2,256,1,bfloat16,bfloat16,0,0.6341263771057128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,2,256,1,fp8,fp8,0,0.46880159378051756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,2,256,1,bfloat16,fp8,0,1.103212833404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,4,1,256,1,bfloat16,fp8,0,6.418491363525391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,4,4,256,1,bfloat16,bfloat16,0,0.6410399913787842
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,1,256,1,fp8,fp8,0,4.622038269042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,1,256,1,bfloat16,bfloat16,0,6.43310546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,2,256,1,fp8,fp8,0,4.714140701293945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,4,256,1,bfloat16,bfloat16,0,3.833097457885742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,2,256,1,bfloat16,bfloat16,0,7.249393463134766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,4,256,1,fp8,fp8,0,2.443310356140137
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,1,256,1,bfloat16,bfloat16,0,3.255206298828125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,1,256,1,fp8,fp8,0,2.36492805480957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,1,256,1,bfloat16,fp8,0,11.26059341430664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,4,256,1,bfloat16,fp8,0,6.530051422119141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,2,256,1,bfloat16,bfloat16,0,3.3417953491210937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,1,256,1,bfloat16,fp8,0,5.690100860595703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,2,256,1,fp8,fp8,0,2.375864028930664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,4,2,256,1,bfloat16,fp8,0,12.023770904541015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,4,256,1,bfloat16,bfloat16,0,1.8107088088989258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,4,256,1,fp8,fp8,0,1.2426159858703614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,1,256,1,bfloat16,bfloat16,0,1.695484733581543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,1,256,1,fp8,fp8,0,1.2276495933532714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,4,256,1,bfloat16,fp8,0,3.110668754577637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,2,256,1,bfloat16,bfloat16,0,1.7094671249389648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,2,256,1,fp8,fp8,0,1.2319583892822266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,4,256,1,bfloat16,bfloat16,0,0.9587167739868164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,1,256,1,bfloat16,fp8,0,2.9629791259765623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,4,256,1,fp8,fp8,0,0.6724143981933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,1,256,1,bfloat16,bfloat16,0,0.9173423767089843
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,4,256,1,bfloat16,fp8,0,1.6472816467285156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,1,256,1,fp8,fp8,0,0.6722671985626221
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,2,256,1,bfloat16,bfloat16,0,0.9251232147216797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,1,256,1,bfloat16,fp8,0,1.619055938720703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,4,256,1,bfloat16,bfloat16,0,0.5474832057952881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,4,256,1,fp8,fp8,0,0.39017601013183595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,2,256,1,bfloat16,fp8,0,1.6298847198486328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,4,256,1,bfloat16,fp8,0,0.9536064147949219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,1,256,1,bfloat16,bfloat16,0,0.5374656200408936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,1,256,1,fp8,fp8,0,0.39071359634399416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,2,256,1,bfloat16,bfloat16,0,0.538105583190918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,1,256,1,bfloat16,fp8,0,0.9460288047790527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,2,256,1,fp8,fp8,0,0.3934175968170166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,4,2,256,1,bfloat16,fp8,0,0.9464192390441895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,4,256,1,fp8,fp8,0,0.2587455987930298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,4,2,256,1,bfloat16,fp8,0,5.869667053222656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,1,256,1,bfloat16,bfloat16,0,0.3579776048660278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,4,256,1,bfloat16,fp8,0,0.6286208152770996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,1,256,1,fp8,fp8,0,0.2602976083755493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,2,256,1,fp8,fp8,0,0.261411190032959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,1,256,1,bfloat16,fp8,0,0.6241744041442872
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,2,256,1,bfloat16,bfloat16,0,0.35852000713348386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,2,256,1,bfloat16,fp8,0,0.6258272171020508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,4,2,256,1,bfloat16,fp8,0,2.986128044128418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,4,2,256,1,fp8,fp8,0,0.6699600219726562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,4,4,256,1,bfloat16,bfloat16,0,0.3610527992248535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,1,256,1,fp8,fp8,0,2.6572431564331054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,2,256,1,fp8,fp8,0,2.6965904235839844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,1,256,1,bfloat16,bfloat16,0,3.6829376220703125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,4,256,1,bfloat16,bfloat16,0,2.179555130004883
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,2,256,1,bfloat16,bfloat16,0,4.088812637329101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,4,256,1,fp8,fp8,0,1.4139535903930665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,1,256,1,fp8,fp8,0,1.3733216285705567
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,1,256,1,bfloat16,bfloat16,0,1.893404769897461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,4,256,1,bfloat16,fp8,0,3.740460968017578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,1,256,1,bfloat16,fp8,0,6.418080139160156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,2,256,1,bfloat16,bfloat16,0,1.941244888305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,4,256,1,bfloat16,bfloat16,0,1.0648752212524415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,2,256,1,fp8,fp8,0,1.3765983581542969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,1,256,1,bfloat16,fp8,0,3.298747253417969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,4,2,256,1,bfloat16,fp8,0,6.819806671142578
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,4,256,1,fp8,fp8,0,0.7307007789611817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,1,256,1,fp8,fp8,0,0.7218095779418945
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,1,256,1,bfloat16,bfloat16,0,0.996395206451416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,4,2,256,1,bfloat16,fp8,0,3.365047836303711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,2,256,1,bfloat16,bfloat16,0,1.0075440406799316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,4,256,1,bfloat16,fp8,0,1.8156303405761718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,2,256,1,fp8,fp8,0,0.7218480110168457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,4,256,1,bfloat16,bfloat16,0,0.5673200130462647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,1,256,1,bfloat16,fp8,0,1.7388784408569335
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,1,256,1,bfloat16,bfloat16,0,0.546235179901123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,1,256,1,fp8,fp8,0,0.39975199699401853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,4,2,256,1,bfloat16,fp8,0,1.7553535461425782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,2,256,1,bfloat16,bfloat16,0,0.5503312110900879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,2,256,1,fp8,fp8,0,0.40109758377075194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,1,256,1,bfloat16,fp8,0,0.9633855819702148
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,4,256,1,bfloat16,bfloat16,0,0.3348191976547241
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,2,256,1,bfloat16,fp8,0,0.9616191864013672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,4,256,1,fp8,fp8,0,0.24027678966522217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,1,256,1,bfloat16,bfloat16,0,0.3279648065567017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,4,256,1,bfloat16,fp8,0,0.5797776222229004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,1,256,1,fp8,fp8,0,0.2398848056793213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,2,256,1,bfloat16,bfloat16,0,0.32923839092254636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,4,256,1,bfloat16,bfloat16,0,0.22103359699249267
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,2,256,1,bfloat16,fp8,0,0.5734911918640136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,4,256,1,fp8,fp8,0,0.1599552035331726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,1,256,1,bfloat16,bfloat16,0,0.21737918853759766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,1,256,1,bfloat16,fp8,0,0.38100318908691405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,2,256,1,bfloat16,bfloat16,0,0.2174544095993042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,4,256,1,fp8,fp8,0,0.4045599937438965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,2,256,1,bfloat16,fp8,0,0.38111200332641604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,4,4,256,1,bfloat16,fp8,0,0.9844112396240234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,1,256,1,bfloat16,fp8,0,0.5796815872192382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,4,2,256,1,fp8,fp8,0,0.2404911994934082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,4,256,1,bfloat16,fp8,0,0.37996320724487304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,1,256,1,fp8,fp8,0,0.15992319583892822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,4,2,256,1,fp8,fp8,0,0.1602112054824829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,1,256,1,bfloat16,bfloat16,0,3.4158817291259767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,1,256,1,fp8,fp8,0,2.407535934448242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,2,256,1,fp8,fp8,0,2.4936784744262694
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,4,256,1,fp8,fp8,0,1.330281639099121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,1,256,1,bfloat16,fp8,0,5.947326278686523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,4,256,1,bfloat16,bfloat16,0,2.4164239883422853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,1,256,1,bfloat16,bfloat16,0,1.704859161376953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,1,256,1,fp8,fp8,0,1.2321264266967773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,2,256,1,bfloat16,bfloat16,0,1.8090431213378906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,2,256,1,bfloat16,fp8,0,6.451041412353516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,2,256,1,fp8,fp8,0,1.2424896240234375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,1,256,1,bfloat16,fp8,0,2.955518341064453
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,4,256,1,bfloat16,bfloat16,0,1.0108207702636718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,4,2,256,1,bfloat16,bfloat16,0,4.1423088073730465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,4,256,1,fp8,fp8,0,0.6629263877868652
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,1,256,1,bfloat16,bfloat16,0,0.8952688217163086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,2,256,1,bfloat16,fp8,0,3.1160911560058593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,4,256,1,bfloat16,fp8,0,1.7014287948608398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,1,256,1,fp8,fp8,0,0.6422512054443359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,4,4,256,1,bfloat16,fp8,0,3.7022350311279295
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,2,256,1,bfloat16,bfloat16,0,0.9110912322998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,1,256,1,bfloat16,fp8,0,1.5536944389343261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,4,256,1,bfloat16,bfloat16,0,0.5144720077514648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,2,256,1,fp8,fp8,0,0.6442463874816895
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,4,256,1,fp8,fp8,0,0.35493600368499756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,4,256,1,bfloat16,fp8,0,0.8835040092468261
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,1,256,1,bfloat16,bfloat16,0,0.48268961906433105
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,1,256,1,fp8,fp8,0,0.3499039888381958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,2,256,1,bfloat16,bfloat16,0,0.48644318580627444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,4,2,256,1,bfloat16,fp8,0,1.5772080421447754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,2,256,1,fp8,fp8,0,0.35222721099853516
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,4,256,1,fp8,fp8,0,0.20525600910186767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,4,256,1,bfloat16,fp8,0,0.5037295818328857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,2,256,1,bfloat16,fp8,0,0.8560959815979003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,1,256,1,fp8,fp8,0,0.20469279289245607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,2,256,1,bfloat16,bfloat16,0,0.2830591917037964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,2,256,1,fp8,fp8,0,0.20490241050720215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,4,256,1,bfloat16,bfloat16,0,0.19073920249938964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,2,256,1,bfloat16,fp8,0,0.49797921180725097
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,4,256,1,fp8,fp8,0,0.13719040155410767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,4,256,1,bfloat16,fp8,0,0.33240320682525637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,1,256,1,bfloat16,bfloat16,0,0.18644800186157226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,1,256,1,fp8,fp8,0,0.13565119504928588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,1,256,1,bfloat16,fp8,0,0.32886719703674316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,2,256,1,bfloat16,fp8,0,0.3298799991607666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,2,256,1,fp8,fp8,0,0.1360576033592224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,4,256,1,bfloat16,bfloat16,0,0.14364160299301149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,4,256,1,fp8,fp8,0,0.1046336054801941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,4,256,1,bfloat16,fp8,0,0.2533663988113403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,1,256,1,bfloat16,bfloat16,0,0.141595196723938
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,1,256,1,fp8,fp8,0,0.10472320318222046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,1,256,1,bfloat16,fp8,0,0.2502880096435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,2,256,1,fp8,fp8,0,0.10464799404144287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,4,1,256,1,bfloat16,fp8,0,0.8509455680847168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,4,256,1,bfloat16,bfloat16,0,0.28990399837493896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,1,256,1,bfloat16,bfloat16,0,0.2793920040130615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,4,1,256,1,bfloat16,fp8,0,0.4948319911956787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,4,2,256,1,bfloat16,bfloat16,0,0.18715039491653443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,1,256,1,fp8,fp8,0,1.40042724609375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,1,256,1,bfloat16,bfloat16,0,1.972559928894043
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,2,256,1,bfloat16,bfloat16,0,0.14211360216140748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,2,256,1,bfloat16,bfloat16,0,2.264334487915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,4,2,256,1,bfloat16,fp8,0,0.2536207914352417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,1,256,1,bfloat16,fp8,0,3.3978561401367187
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,2,256,1,fp8,fp8,0,1.445809555053711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,4,256,1,fp8,fp8,0,0.7757391929626465
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,1,256,1,fp8,fp8,0,0.7230624198913574
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,4,256,1,bfloat16,fp8,0,2.137673568725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,4,2,256,1,bfloat16,fp8,0,3.7069774627685548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,2,256,1,bfloat16,bfloat16,0,1.0608816146850586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,4,256,1,bfloat16,bfloat16,0,0.6030848026275635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,1,256,1,bfloat16,fp8,0,1.731884765625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,2,256,1,fp8,fp8,0,0.7283679962158203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,4,256,1,fp8,fp8,0,0.3969055891036987
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,2,256,1,bfloat16,fp8,0,1.809886360168457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,1,256,1,bfloat16,bfloat16,0,0.5365824222564697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,1,256,1,fp8,fp8,0,0.38363521099090575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,4,256,1,bfloat16,fp8,0,1.0024175643920898
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,1,256,1,bfloat16,fp8,0,0.9297056198120117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,4,256,1,bfloat16,bfloat16,0,1.3492303848266602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,2,256,1,fp8,fp8,0,0.3854736089706421
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,4,256,1,fp8,fp8,0,0.21724319458007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,2,256,1,bfloat16,fp8,0,0.9432640075683594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,1,256,1,bfloat16,bfloat16,0,0.29191200733184813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,1,256,1,fp8,fp8,0,0.21315999031066896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,4,1,256,1,bfloat16,bfloat16,0,1.0023584365844727
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,2,256,1,bfloat16,bfloat16,0,0.2960063934326172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,2,256,1,bfloat16,fp8,0,0.5150784015655517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,4,256,1,bfloat16,bfloat16,0,0.18231040239334106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,4,256,1,bfloat16,fp8,0,0.3125648021697998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,1,256,1,bfloat16,bfloat16,0,0.17544159889221192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,1,256,1,bfloat16,fp8,0,0.30576961040496825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,1,256,1,fp8,fp8,0,0.1271615982055664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,2,256,1,bfloat16,bfloat16,0,0.17671040296554566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,4,2,256,1,bfloat16,bfloat16,0,0.5474768161773682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,4,256,1,bfloat16,fp8,0,0.5352208137512207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,2,256,1,fp8,fp8,0,0.12716480493545532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,2,256,1,bfloat16,fp8,0,0.30768160820007323
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,4,256,1,bfloat16,bfloat16,0,0.11902719736099243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,4,256,1,fp8,fp8,0,0.08516960144042969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,4,256,1,bfloat16,fp8,0,0.2062608003616333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,1,256,1,bfloat16,bfloat16,0,0.11486560106277466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,1,256,1,fp8,fp8,0,0.08428320288658142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,1,256,1,bfloat16,fp8,0,0.20272479057312012
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,2,256,1,bfloat16,bfloat16,0,0.11673120260238648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,2,256,1,fp8,fp8,0,0.08414080142974853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,4,2,256,1,bfloat16,fp8,0,0.20487520694732667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,4,256,1,bfloat16,bfloat16,0,0.10852160453796386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,2,256,1,fp8,fp8,0,0.21503839492797852
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,4,256,1,bfloat16,fp8,0,0.18994879722595215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,1,256,1,bfloat16,bfloat16,0,0.10718400478363037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,4,4,256,1,fp8,fp8,0,0.1291424036026001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,1,256,1,fp8,fp8,0,0.07903519868850709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,2,256,1,bfloat16,bfloat16,0,0.10664000511169433
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,2,256,1,fp8,fp8,0,0.07989760041236878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,2,256,1,bfloat16,fp8,0,0.18935199975967407
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,4,256,1,bfloat16,bfloat16,0,0.3135263919830322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,1,256,1,fp8,fp8,0,1.3013999938964844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,4,1,256,1,bfloat16,fp8,0,0.5105152130126953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,1,256,1,bfloat16,bfloat16,0,1.898721694946289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,4,256,1,fp8,fp8,0,0.0786895990371704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,4,1,256,1,bfloat16,fp8,0,0.18960959911346437
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,1,256,1,bfloat16,fp8,0,3.277056121826172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,2,256,1,fp8,fp8,0,1.3969008445739746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,2,256,1,bfloat16,bfloat16,0,2.4954143524169923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,4,256,1,bfloat16,bfloat16,0,1.7744640350341796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,4,256,1,fp8,fp8,0,0.777620792388916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,1,256,1,bfloat16,bfloat16,0,0.9308863639831543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,1,256,1,fp8,fp8,0,0.6666736125946044
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,4,256,1,bfloat16,fp8,0,2.22064323425293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,2,256,1,bfloat16,bfloat16,0,1.0392975807189941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,1,256,1,bfloat16,fp8,0,1.595747184753418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,4,256,1,bfloat16,bfloat16,0,0.6036608219146729
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,4,2,256,1,bfloat16,fp8,0,3.7198863983154298
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,4,256,1,fp8,fp8,0,0.36834239959716797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,2,256,1,bfloat16,fp8,0,1.7431007385253907
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,4,256,1,bfloat16,fp8,0,0.9940143585205078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,1,256,1,fp8,fp8,0,0.3441760063171387
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,2,256,1,fp8,fp8,0,0.34685120582580564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,4,256,1,bfloat16,bfloat16,0,0.29555039405822753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,2,256,1,bfloat16,fp8,0,0.8624143600463867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,4,256,1,fp8,fp8,0,0.19676320552825927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,4,256,1,bfloat16,fp8,0,0.4963263988494873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,1,256,1,bfloat16,bfloat16,0,0.26449439525604246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,1,256,1,fp8,fp8,0,0.1906335949897766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,1,256,1,bfloat16,fp8,0,0.4654047966003418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,2,256,1,bfloat16,bfloat16,0,0.2706383943557739
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,2,256,1,fp8,fp8,0,0.192631995677948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,4,2,256,1,fp8,fp8,0,0.6786464214324951
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,4,256,1,bfloat16,bfloat16,0,0.1610159993171692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,4,256,1,bfloat16,fp8,0,0.27750239372253416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,4,256,1,fp8,fp8,0,0.11280800104141235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,1,256,1,bfloat16,bfloat16,0,0.15175039768218995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,1,256,1,fp8,fp8,0,0.110534405708313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,2,256,1,bfloat16,bfloat16,0,0.1541440010070801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,1,256,1,bfloat16,bfloat16,0,0.487227201461792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,2,256,1,fp8,fp8,0,0.1108512043952942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,4,256,1,bfloat16,bfloat16,0,0.10457600355148315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,4,256,1,fp8,fp8,0,0.0739408016204834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,4,256,1,bfloat16,fp8,0,0.18446719646453857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,1,256,1,bfloat16,bfloat16,0,0.1004256010055542
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,2,256,1,bfloat16,bfloat16,0,0.506390380859375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,1,256,1,fp8,fp8,0,0.07333440184593201
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,2,256,1,bfloat16,bfloat16,0,0.10185120105743409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,2,256,1,fp8,fp8,0,0.0739184021949768
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,2,256,1,bfloat16,fp8,0,0.18137120008468627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,4,256,1,bfloat16,fp8,0,0.13675999641418457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,4,256,1,fp8,fp8,0,0.05545759797096252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,1,256,1,bfloat16,bfloat16,0,0.07413920164108276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,1,256,1,bfloat16,fp8,0,0.13401440382003785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,2,256,1,bfloat16,bfloat16,0,0.07534719705581665
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,2,256,1,bfloat16,fp8,0,0.1365407943725586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,4,2,256,1,bfloat16,fp8,0,0.47214560508728026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,2,256,1,fp8,fp8,0,0.05543199777603149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,4,256,1,bfloat16,bfloat16,0,0.07387840151786804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,4,256,1,bfloat16,fp8,0,0.13306399583816528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,4,256,1,fp8,fp8,0,0.055264002084732054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,1,256,1,bfloat16,bfloat16,0,0.07379360198974609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,1,256,1,bfloat16,fp8,0,0.1321776032447815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,1,256,1,fp8,fp8,0,0.054897600412368776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,2,256,1,bfloat16,fp8,0,0.2700831890106201
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,2,256,1,bfloat16,bfloat16,0,0.07380639910697936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,2,256,1,bfloat16,fp8,0,0.1323632001876831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,4,2,256,1,fp8,fp8,0,0.05537440180778504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,4,1,256,1,bfloat16,fp8,0,0.8354703903198242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,4,1,256,1,bfloat16,fp8,0,0.1793455958366394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,4,256,1,bfloat16,bfloat16,0,0.0766431987285614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,4,1,256,1,fp8,fp8,0,0.05550079941749573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,1,256,1,fp8,fp8,0,0.7508416175842285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,1,256,1,bfloat16,bfloat16,0,1.2189104080200195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,1,256,1,bfloat16,fp8,0,1.9663520812988282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,4,1,256,1,bfloat16,fp8,0,0.2684367895126343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,2,256,1,bfloat16,bfloat16,0,1.782841682434082
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,4,256,1,bfloat16,bfloat16,0,1.301809597015381
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,4,256,1,bfloat16,fp8,0,1.510209560394287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,1,256,1,bfloat16,bfloat16,0,0.5535600185394287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,2,256,1,bfloat16,fp8,0,2.3654352188110352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,1,256,1,fp8,fp8,0,0.3832751989364624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,1,256,1,bfloat16,fp8,0,0.9120608329772949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,2,256,1,bfloat16,bfloat16,0,0.68330078125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,2,256,1,fp8,fp8,0,0.3990544080734253
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,4,256,1,bfloat16,bfloat16,0,0.43593440055847166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,4,256,1,fp8,fp8,0,0.22773439884185792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,2,256,1,bfloat16,fp8,0,1.065011215209961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,1,256,1,bfloat16,bfloat16,0,0.2869071960449219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,4,256,1,bfloat16,fp8,0,0.6573984146118164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,1,256,1,fp8,fp8,0,0.19542880058288575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,2,256,1,bfloat16,bfloat16,0,0.3100208044052124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,4,256,1,bfloat16,bfloat16,0,0.18758080005645753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,2,256,1,bfloat16,fp8,0,0.5078927993774414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,4,2,256,1,fp8,fp8,0,0.8692864418029785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,4,256,1,bfloat16,fp8,0,0.302838397026062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,4,256,1,fp8,fp8,0,0.11301920413970948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,4,4,256,1,fp8,fp8,0,0.5087232112884521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,1,256,1,bfloat16,bfloat16,0,0.14981919527053833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,1,256,1,fp8,fp8,0,0.10782400369644166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,2,256,1,bfloat16,bfloat16,0,0.15561120510101317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,2,256,1,fp8,fp8,0,0.10877120494842529
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,4,256,1,bfloat16,bfloat16,0,0.09524800181388855
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,2,256,1,bfloat16,fp8,0,0.27474400997161863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,4,256,1,fp8,fp8,0,0.06568639874458312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,4,256,1,bfloat16,fp8,0,0.16402080059051513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,1,256,1,bfloat16,bfloat16,0,0.08621439933776856
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,1,256,1,fp8,fp8,0,0.06163679957389832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,1,256,1,bfloat16,fp8,0,0.1542207956314087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,2,256,1,bfloat16,bfloat16,0,0.08938720226287841
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,4,256,1,bfloat16,bfloat16,0,0.0616096019744873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,4,256,1,bfloat16,fp8,0,0.10661760568618775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,4,256,1,fp8,fp8,0,0.04312959909439087
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,1,256,1,bfloat16,bfloat16,0,0.055511999130249026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,1,256,1,fp8,fp8,0,0.0410975992679596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,2,256,1,bfloat16,bfloat16,0,0.057545602321624756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,1,256,1,bfloat16,fp8,0,0.48023037910461425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,4,2,256,1,fp8,fp8,0,0.19888160228729249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,2,256,1,fp8,fp8,0,0.04113920032978058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,4,256,1,bfloat16,bfloat16,0,0.04319359958171844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,4,256,1,bfloat16,fp8,0,0.07693279981613159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,4,256,1,fp8,fp8,0,0.030840000510215758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,1,256,1,bfloat16,bfloat16,0,0.04113920032978058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,1,256,1,bfloat16,fp8,0,0.073990398645401
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,1,256,1,fp8,fp8,0,0.030796799063682555
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,2,256,1,bfloat16,bfloat16,0,0.041150400042533876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,2,256,1,bfloat16,fp8,0,0.07563199996948242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,4,2,256,1,fp8,fp8,0,0.030798399448394777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,4,1,256,1,bfloat16,fp8,0,0.26364479064941404
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,4,256,1,bfloat16,fp8,0,0.07375040054321289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,4,256,1,fp8,fp8,0,0.030823999643325807
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,1,256,1,bfloat16,bfloat16,0,0.03903680145740509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,1,256,1,bfloat16,fp8,0,0.07206559777259827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,1,256,1,fp8,fp8,0,0.028913599252700806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,2,256,1,bfloat16,bfloat16,0,0.04116640090942383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,2,256,1,bfloat16,fp8,0,0.15736960172653197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,4,256,1,bfloat16,bfloat16,0,0.039094400405883786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,4,256,1,bfloat16,fp8,0,0.07228479981422424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,1,256,1,bfloat16,fp8,0,0.10220320224761963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,4,256,1,fp8,fp8,0,0.028808000683784484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,1,256,1,bfloat16,bfloat16,0,0.03914240002632141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,1,256,1,bfloat16,fp8,0,0.0718832015991211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,4,2,256,1,bfloat16,fp8,0,0.10359040498733521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,1,256,1,fp8,fp8,0,0.029204800724983215
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,2,256,1,bfloat16,bfloat16,0,0.03921439945697784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,2,256,1,fp8,fp8,0,0.029319998621940613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,4,2,256,1,bfloat16,fp8,0,0.07210400104522705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,1,256,1,bfloat16,bfloat16,0,0.37144320011138915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,1,256,1,fp8,fp8,0,0.2418895959854126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,1,256,1,bfloat16,fp8,0,0.5814911842346191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,2,256,1,fp8,fp8,0,0.2628528118133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,2,256,1,bfloat16,bfloat16,0,0.5783840179443359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,4,256,1,bfloat16,bfloat16,0,0.44818720817565916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,4,2,256,1,fp8,fp8,0,0.06369439959526062
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,4,256,1,fp8,fp8,0,0.15864800214767455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,4,256,1,bfloat16,fp8,0,0.5134016036987304
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,1,256,1,bfloat16,fp8,0,0.3010351896286011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,2,256,1,bfloat16,bfloat16,0,0.21984479427337647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,2,256,1,bfloat16,fp8,0,0.3382688045501709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,4,256,1,bfloat16,bfloat16,0,0.1584112048149109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,4,256,1,bfloat16,fp8,0,0.21415359973907472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,4,256,1,fp8,fp8,0,0.07209759950637817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,4,256,1,bfloat16,bfloat16,0,0.04117920100688934
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,1,256,1,bfloat16,bfloat16,0,0.09308480024337769
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,1,256,1,fp8,fp8,0,0.06579520106315613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,1,256,1,bfloat16,fp8,0,0.1681920051574707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,2,256,1,bfloat16,bfloat16,0,0.09877279996871949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,2,256,1,bfloat16,fp8,0,0.17687360048294068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,2,256,1,fp8,fp8,0,0.030825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,4,2,256,1,fp8,fp8,0,0.06781280040740967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,4,256,1,bfloat16,bfloat16,0,0.060408002138137816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,4,256,1,bfloat16,fp8,0,0.10332159996032715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,4,256,1,fp8,fp8,0,0.04110879898071289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,1,256,1,fp8,fp8,0,0.12111999988555908
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,1,256,1,bfloat16,bfloat16,0,0.0513808012008667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,1,256,1,bfloat16,fp8,0,0.09385280013084411
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,1,256,1,fp8,fp8,0,0.03702079951763153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,2,256,1,bfloat16,bfloat16,0,0.054339200258255005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,2,256,1,fp8,fp8,0,0.03734880089759827
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,2,256,1,fp8,fp8,0,0.12710560560226442
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,4,2,256,1,bfloat16,fp8,0,0.09634720087051392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,4,256,1,bfloat16,bfloat16,0,0.03902879953384399
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,4,256,1,bfloat16,fp8,0,0.06711040139198303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,4,256,1,fp8,fp8,0,0.026824000477790832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,1,256,1,bfloat16,bfloat16,0,0.03492479920387268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,2,256,1,bfloat16,bfloat16,0,0.03516800105571747
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,2,256,1,bfloat16,fp8,0,0.0641040027141571
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,2,256,1,fp8,fp8,0,0.02515679895877838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,4,256,1,bfloat16,bfloat16,0,0.026771199703216553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,4,256,1,bfloat16,fp8,0,0.04535680115222931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,1,256,1,bfloat16,bfloat16,0,0.02465759962797165
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,1,256,1,bfloat16,fp8,0,0.04317440092563629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,1,256,1,fp8,fp8,0,0.018503999710083006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,2,256,1,bfloat16,bfloat16,0,0.024721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,4,2,256,1,bfloat16,fp8,0,0.07239360213279725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,2,256,1,bfloat16,fp8,0,0.04328640103340149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,4,256,1,bfloat16,bfloat16,0,0.02473440021276474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,2,256,1,fp8,fp8,0,0.018648000061511995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,4,1,256,1,bfloat16,bfloat16,0,0.18695199489593506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,4,256,1,bfloat16,fp8,0,0.04219039976596832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,4,256,1,fp8,fp8,0,0.018555200099945067
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,1,256,1,bfloat16,bfloat16,0,0.02268960028886795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,1,256,1,fp8,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,2,256,1,bfloat16,bfloat16,0,0.022720000147819518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,2,256,1,fp8,fp8,0,0.01738079935312271
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,2,256,1,bfloat16,fp8,0,0.04106720089912415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,4,256,1,bfloat16,bfloat16,0,0.02265920042991638
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,4,256,1,bfloat16,fp8,0,0.04115679860115051
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,4,256,1,fp8,fp8,0,0.016598400473594666
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,1,256,1,bfloat16,bfloat16,0,0.022635200619697572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,1,256,1,bfloat16,fp8,0,0.04108319878578186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,1,256,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,1,256,1,bfloat16,fp8,0,0.06249920129776001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,2,256,1,bfloat16,bfloat16,0,0.022668799757957457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,2,256,1,bfloat16,fp8,0,0.04108000099658966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,4,2,256,1,fp8,fp8,0,0.01656640022993088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,4,4,256,1,fp8,fp8,0,0.018606400489807128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,4,256,1,fp8,fp8,0,0.016595199704170227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,1,256,1,bfloat16,bfloat16,0,0.022735999524593355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,1,256,1,fp8,fp8,0,0.016577599942684172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,2,256,1,bfloat16,bfloat16,0,0.02263839989900589
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,2,256,1,bfloat16,fp8,0,0.04076479971408844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,4,2,256,1,bfloat16,fp8,0,0.7703184127807617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,2,256,1,fp8,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,1,256,1,bfloat16,bfloat16,0,0.1407248020172119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,1,256,1,bfloat16,fp8,0,0.2186271905899048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,1,256,1,fp8,fp8,0,0.08222399950027466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,4,1,256,1,bfloat16,fp8,0,0.04116959869861603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,2,256,1,bfloat16,bfloat16,0,0.22515039443969725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,2,256,1,fp8,fp8,0,0.08605279922485351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,4,256,1,bfloat16,bfloat16,0,0.16628639698028563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,4,256,1,bfloat16,fp8,0,0.1894160032272339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,4,256,1,fp8,fp8,0,0.0513264000415802
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,4,1,256,1,fp8,fp8,0,0.024721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,1,256,1,bfloat16,bfloat16,0,0.06374559998512268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,1,256,1,bfloat16,fp8,0,0.11345759630203248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,1,256,1,fp8,fp8,0,0.04528000056743622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,4,256,1,bfloat16,fp8,0,0.04094240069389343
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,2,256,1,bfloat16,bfloat16,0,0.06990399956703186
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,2,256,1,fp8,fp8,0,0.04539200067520142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,1,256,1,bfloat16,fp8,0,0.04100480079650879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,4,2,256,1,bfloat16,fp8,0,0.12741440534591675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,4,256,1,bfloat16,fp8,0,0.07593119740486146
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,4,256,1,bfloat16,bfloat16,0,0.04526079893112182
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,4,256,1,fp8,fp8,0,0.028913599252700806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,1,256,1,bfloat16,bfloat16,0,0.036976000666618346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,1,256,1,bfloat16,fp8,0,0.06575679779052734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,2,256,1,bfloat16,bfloat16,0,0.03906559944152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,1,256,1,fp8,fp8,0,0.0250575989484787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,2,256,1,bfloat16,fp8,0,0.0681775987148285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,4,256,1,bfloat16,bfloat16,0,0.02791680097579956
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,4,256,1,fp8,fp8,0,0.018671999871730804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,1,256,1,bfloat16,bfloat16,0,0.022750400006771088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,1,256,1,fp8,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,2,256,1,bfloat16,bfloat16,0,0.024809600412845613
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,2,256,1,fp8,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,2,256,1,bfloat16,fp8,0,0.04310399889945984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,4,256,1,bfloat16,bfloat16,0,0.01850239932537079
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,4,256,1,bfloat16,fp8,0,0.028854399919509888
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,4,2,256,1,bfloat16,fp8,0,0.2818079948425293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,4,256,1,fp8,fp8,0,0.012478400021791458
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,1,256,1,bfloat16,bfloat16,0,0.015692800283432007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,1,256,1,fp8,fp8,0,0.012505599856376648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,1,256,1,bfloat16,fp8,0,0.026820799708366393
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,2,256,1,fp8,fp8,0,0.012534399330615998
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,2,256,1,bfloat16,fp8,0,0.027127999067306518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,4,4,256,1,bfloat16,bfloat16,0,0.02266400009393692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,4,256,1,bfloat16,fp8,0,0.02672480046749115
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,4,256,1,fp8,fp8,0,0.012382400035858155
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,1,256,1,bfloat16,bfloat16,0,0.01451680064201355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,1,256,1,fp8,fp8,0,0.010436800122261048
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,2,256,1,bfloat16,bfloat16,0,0.014552000164985656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,2,256,1,bfloat16,fp8,0,0.025059199333190917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,2,256,1,fp8,fp8,0,0.01053439974784851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,4,256,1,bfloat16,bfloat16,0,0.014494399726390838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,4,256,1,bfloat16,fp8,0,0.024775999784469604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,4,2,256,1,fp8,fp8,0,0.026761600375175477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,1,256,1,bfloat16,bfloat16,0,0.014532800018787383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,1,256,1,bfloat16,fp8,0,0.04111840128898621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,1,256,1,bfloat16,fp8,0,0.0247856006026268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,1,256,1,fp8,fp8,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,2,256,1,bfloat16,bfloat16,0,0.014511999487876893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,2,256,1,bfloat16,fp8,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,4,256,1,bfloat16,bfloat16,0,0.014523200690746307
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,4,256,1,bfloat16,fp8,0,0.024742400646209715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,4,2,256,1,bfloat16,bfloat16,0,0.016606399416923524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,1,256,1,bfloat16,bfloat16,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,1,256,1,bfloat16,fp8,0,0.02468319982290268
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,1,256,1,fp8,fp8,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,4,256,1,bfloat16,bfloat16,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,2,256,1,bfloat16,bfloat16,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,2,256,1,bfloat16,fp8,0,0.024736000597476958
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,4,1,256,1,bfloat16,fp8,0,0.024707199633121492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,4,256,1,bfloat16,fp8,0,0.024758400022983552
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,4,256,1,fp8,fp8,0,0.010422399640083313
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,1,256,1,bfloat16,bfloat16,0,0.014467200636863709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,1,256,1,bfloat16,fp8,0,0.024724799394607543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,1,256,1,fp8,fp8,0,0.010387200117111205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,2,256,1,bfloat16,bfloat16,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,4,4,256,1,bfloat16,fp8,0,0.04541760087013245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,2,256,1,bfloat16,fp8,0,0.024721600115299225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,2,256,1,fp8,fp8,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,1,256,1,bfloat16,bfloat16,0,0.05141760110855102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,1,256,1,bfloat16,fp8,0,0.08826079964637756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,1,256,1,fp8,fp8,0,0.035011199116706845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,2,256,1,fp8,fp8,0,0.010435199737548828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,2,256,1,bfloat16,bfloat16,0,0.05608159899711609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,2,256,1,bfloat16,fp8,0,0.10442719459533692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,4,256,1,bfloat16,bfloat16,0,0.036976000666618346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,4,256,1,fp8,fp8,0,0.010427200049161912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,4,256,1,bfloat16,fp8,0,0.059059202671051025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,4,256,1,fp8,fp8,0,0.022742399573326112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,1,256,1,bfloat16,bfloat16,0,0.028788799047470094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,1,256,1,bfloat16,fp8,0,0.048342400789260866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,1,256,1,fp8,fp8,0,0.018972800672054292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,2,256,1,bfloat16,bfloat16,0,0.03091520071029663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,4,2,256,1,fp8,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,4,256,1,bfloat16,bfloat16,0,0.023665599524974823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,2,256,1,fp8,fp8,0,0.020659199357032774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,4,4,256,1,bfloat16,bfloat16,0,0.014467200636863709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,4,256,1,fp8,fp8,0,0.014494399726390838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,1,256,1,bfloat16,bfloat16,0,0.018622399866580965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,4,256,1,bfloat16,fp8,0,0.0372655987739563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,1,256,1,bfloat16,fp8,0,0.03294239938259125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,1,256,1,fp8,fp8,0,0.012960000336170197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,2,256,1,bfloat16,fp8,0,0.03325600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,2,256,1,fp8,fp8,0,0.014441600441932679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,4,256,1,bfloat16,bfloat16,0,0.012470400333404541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,4,256,1,bfloat16,fp8,0,0.020662400126457214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,4,4,256,1,fp8,fp8,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,1,256,1,bfloat16,fp8,0,0.018649600446224213
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,1,256,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,2,256,1,bfloat16,bfloat16,0,0.012399999797344208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,2,256,1,bfloat16,fp8,0,0.020153599977493285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,2,256,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,4,256,1,bfloat16,bfloat16,0,0.012375999987125397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,4,256,1,bfloat16,fp8,0,0.01852319985628128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,1,256,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,4,2,256,1,fp8,fp8,0,0.036980798840522765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,1,256,1,bfloat16,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,1,256,1,fp8,fp8,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,2,256,1,bfloat16,bfloat16,0,0.01040000021457672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,2,256,1,bfloat16,fp8,0,0.018408000469207764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,2,256,1,fp8,fp8,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,4,256,1,bfloat16,bfloat16,0,0.010462400317192078
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,4,256,1,bfloat16,fp8,0,0.017159999907016756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,4,256,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,4,2,256,1,bfloat16,fp8,0,0.05135840177536011
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,1,256,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,1,256,1,bfloat16,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,1,256,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,2,256,1,fp8,fp8,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,4,256,1,bfloat16,bfloat16,0,0.0103472001850605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,4,2,256,1,bfloat16,bfloat16,0,0.02069759964942932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,4,256,1,bfloat16,fp8,0,0.01650879979133606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,4,256,1,fp8,fp8,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,1,256,1,bfloat16,bfloat16,0,0.010344000160694122
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,4,256,1,fp8,fp8,0,0.008534400165081025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,4,1,256,1,bfloat16,bfloat16,0,0.01043040007352829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,1,256,1,fp8,fp8,0,0.008455999940633774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,2,256,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,2,256,1,fp8,fp8,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,4,256,1,bfloat16,bfloat16,0,0.010385599732398988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,4,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,1,256,1,bfloat16,bfloat16,0,0.010377600044012069
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,1,256,1,bfloat16,fp8,0,0.016521599888801575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,4,4,256,1,fp8,fp8,0,0.008406399935483932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,2,256,1,bfloat16,bfloat16,0,0.010428799688816071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,1,256,1,fp8,fp8,0,0.008430399745702744
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,2,256,1,bfloat16,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,2,256,1,fp8,fp8,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,4,256,1,bfloat16,bfloat16,0,0.010332799702882766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,4,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,4,256,1,fp8,fp8,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,1,256,1,bfloat16,fp8,0,0.016606399416923524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,1,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,2,256,1,bfloat16,bfloat16,0,0.010393600165843963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,2,256,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,2,256,1,bfloat16,bfloat16,0,0.010396800190210342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,2,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,4,2,256,1,bfloat16,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,1,256,1,bfloat16,bfloat16,0,0.0410975992679596
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,1,256,1,bfloat16,fp8,0,0.07809600234031677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,1,256,1,fp8,fp8,0,0.030899199843406677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,2,256,1,bfloat16,bfloat16,0,0.043219199776649474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,1,256,1,bfloat16,fp8,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,2,256,1,fp8,fp8,0,0.030908799171447753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,4,256,1,bfloat16,bfloat16,0,0.026796799898147584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,4,2,256,1,bfloat16,fp8,0,0.01666560024023056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,4,256,1,fp8,fp8,0,0.018638400733470915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,4,256,1,bfloat16,fp8,0,0.047312000393867494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,1,256,1,bfloat16,bfloat16,0,0.022720000147819518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,4,4,256,1,bfloat16,fp8,0,0.01663679927587509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,2,256,1,bfloat16,bfloat16,0,0.024695999920368195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,1,256,1,fp8,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,2,256,1,bfloat16,fp8,0,0.045019200444221495
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,1,256,1,bfloat16,fp8,0,0.0431439995765686
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,4,256,1,bfloat16,bfloat16,0,0.01740960031747818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,4,256,1,bfloat16,fp8,0,0.03089120090007782
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,1,256,1,bfloat16,bfloat16,0,0.01645440012216568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,1,256,1,fp8,fp8,0,0.012387199699878693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,1,256,1,bfloat16,fp8,0,0.028863999247550964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,2,256,1,bfloat16,bfloat16,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,2,256,1,fp8,fp8,0,0.01247519999742508
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,4,1,256,1,bfloat16,bfloat16,0,0.01037440001964569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,4,256,1,bfloat16,fp8,0,0.018636800348758698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,4,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,1,256,1,bfloat16,bfloat16,0,0.01034879982471466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,1,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,1,256,1,fp8,fp8,0,0.008315200358629227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,2,256,1,bfloat16,bfloat16,0,0.010411199927330018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,2,256,1,bfloat16,fp8,0,0.01846559941768646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,2,256,1,fp8,fp8,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,4,256,1,bfloat16,bfloat16,0,0.010326399654150008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,4,256,1,bfloat16,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,4,256,1,fp8,fp8,0,0.008273600041866303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,1,256,1,bfloat16,bfloat16,0,0.00931359976530075
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,1,256,1,bfloat16,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,2,256,1,bfloat16,bfloat16,0,0.010331200063228607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,2,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,2,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,4,256,1,bfloat16,bfloat16,0,0.009736000001430512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,4,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,4,256,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,4,256,1,fp8,fp8,0,0.012468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,1,256,1,bfloat16,bfloat16,0,0.008459199965000153
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,1,256,1,bfloat16,fp8,0,0.016473600268363954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,2,256,1,bfloat16,bfloat16,0,0.008483199775218964
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,2,256,1,bfloat16,fp8,0,0.016459199786186218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,4,2,256,1,bfloat16,fp8,0,0.030193600058555602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,2,256,1,fp8,fp8,0,0.008275199681520462
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,4,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,4,256,1,bfloat16,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,4,256,1,fp8,fp8,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,1,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,1,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,2,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,2,256,1,bfloat16,fp8,0,0.01647839993238449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,2,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,4,256,1,bfloat16,bfloat16,0,0.008843199908733368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,4,256,1,bfloat16,fp8,0,0.016451199352741242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,4,2,256,1,bfloat16,fp8,0,0.08022720217704774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,4,256,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,1,256,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,1,256,1,fp8,fp8,0,0.008268799632787704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,2,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,2,256,1,bfloat16,fp8,0,0.016542400419712066
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,2,256,1,fp8,fp8,0,0.008323200047016144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,4,256,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,4,2,256,1,fp8,fp8,0,0.01653759926557541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,4,256,1,bfloat16,fp8,0,0.01645440012216568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,4,256,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,4,1,256,1,fp8,fp8,0,0.008296000212430954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,1,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,1,256,1,bfloat16,fp8,0,0.016630400717258454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,1,256,1,fp8,fp8,0,0.00806720033288002
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,2,256,1,bfloat16,bfloat16,0,0.008353599905967712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,2,256,1,bfloat16,fp8,0,0.01685439944267273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,1,256,1,bfloat16,bfloat16,0,0.03707680106163025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,1,256,1,bfloat16,fp8,0,0.07344480156898499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,4,1,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,1,256,1,fp8,fp8,0,0.028862398862838746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,2,256,1,bfloat16,bfloat16,0,0.03903520107269287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,4,256,1,bfloat16,bfloat16,0,0.022657600045204163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,4,256,1,bfloat16,fp8,0,0.04312480092048645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,1,256,1,bfloat16,bfloat16,0,0.020640000700950623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,4,1,256,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,4,1,256,1,bfloat16,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,1,256,1,bfloat16,fp8,0,0.04114719927310943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,1,256,1,fp8,fp8,0,0.01648000031709671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,2,256,1,bfloat16,bfloat16,0,0.020686399936676026
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,2,256,1,bfloat16,fp8,0,0.0411327987909317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,4,256,1,bfloat16,bfloat16,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,4,256,1,bfloat16,fp8,0,0.02889440059661865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,4,256,1,fp8,fp8,0,0.012352000176906585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,1,256,1,bfloat16,bfloat16,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,4,2,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,4,4,256,1,bfloat16,bfloat16,0,0.010363200306892395
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,1,256,1,fp8,fp8,0,0.012415999919176102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,2,256,1,bfloat16,bfloat16,0,0.01465120017528534
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,2,256,1,bfloat16,fp8,0,0.028747200965881348
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,2,256,1,fp8,fp8,0,0.012513600289821625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,4,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,2,256,1,bfloat16,fp8,0,0.07398080229759216
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,4,256,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,1,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,1,256,1,bfloat16,fp8,0,0.016569599509239197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,1,256,1,fp8,fp8,0,0.008246400207281113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,4,256,1,fp8,fp8,0,0.01661120057106018
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,2,256,1,bfloat16,bfloat16,0,0.008326400071382523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,2,256,1,bfloat16,fp8,0,0.01658560037612915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,4,256,1,bfloat16,bfloat16,0,0.008312000334262848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,2,256,1,fp8,fp8,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,4,256,1,bfloat16,fp8,0,0.01644960045814514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,4,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,1,256,1,bfloat16,fp8,0,0.0164560005068779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,2,256,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,2,256,1,bfloat16,fp8,0,0.01648000031709671
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,4,2,256,1,fp8,fp8,0,0.01648640036582947
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,2,256,1,fp8,fp8,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,4,256,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,4,256,1,bfloat16,fp8,0,0.016484799981117248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,4,256,1,fp8,fp8,0,0.0073136001825332645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,1,256,1,bfloat16,fp8,0,0.015987199544906617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,1,256,1,fp8,fp8,0,0.006569600105285645
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,2,256,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,4,1,256,1,bfloat16,fp8,0,0.028748801350593566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,2,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,2,256,1,fp8,fp8,0,0.00825600028038025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,4,256,1,bfloat16,bfloat16,0,0.008387199789285659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,4,256,1,bfloat16,fp8,0,0.01637279987335205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,4,256,1,fp8,fp8,0,0.007089599967002869
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,1,256,1,bfloat16,fp8,0,0.01587360054254532
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,4,2,256,1,fp8,fp8,0,0.02884640097618103
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,1,256,1,fp8,fp8,0,0.006414400041103363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,2,256,1,bfloat16,fp8,0,0.016073599457740784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,2,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,2,256,1,fp8,fp8,0,0.007083199918270111
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,4,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,4,256,1,fp8,fp8,0,0.00642080008983612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,1,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,1,256,1,bfloat16,bfloat16,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,1,256,1,bfloat16,fp8,0,0.01512639969587326
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,4,1,256,1,fp8,fp8,0,0.007131200283765793
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,2,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,2,256,1,bfloat16,fp8,0,0.014975999295711518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,2,256,1,fp8,fp8,0,0.0068464003503322605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,4,256,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,4,256,1,bfloat16,fp8,0,0.015321600437164306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,4,256,1,fp8,fp8,0,0.006364800035953522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,1,256,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,4,1,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,1,256,1,fp8,fp8,0,0.006328000128269196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,2,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,2,256,1,bfloat16,fp8,0,0.014475199580192565
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,1,256,1,bfloat16,bfloat16,0,0.03494560122489929
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,1,256,1,bfloat16,fp8,0,0.06927199959754944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,1,256,1,fp8,fp8,0,0.026769599318504332
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,4,1,256,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,2,256,1,bfloat16,bfloat16,0,0.03500959873199463
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,2,256,1,bfloat16,fp8,0,0.06954560279846192
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,4,2,256,1,fp8,fp8,0,0.02680160105228424
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,4,4,256,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,4,256,1,bfloat16,bfloat16,0,0.018644799292087556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,4,256,1,bfloat16,fp8,0,0.03904959857463837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,1,256,1,bfloat16,bfloat16,0,0.01860159933567047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,1,256,1,bfloat16,fp8,0,0.039022400975227356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,1,256,1,fp8,fp8,0,0.014553600549697876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,2,256,1,bfloat16,bfloat16,0,0.018606400489807128
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,2,256,1,fp8,fp8,0,0.01446239948272705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,4,256,1,bfloat16,bfloat16,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,1,256,1,fp8,fp8,0,0.006908799707889557
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,4,256,1,bfloat16,fp8,0,0.026771199703216553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,4,256,1,fp8,fp8,0,0.010454399883747101
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,1,256,1,bfloat16,bfloat16,0,0.014433600008487701
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,1,256,1,bfloat16,fp8,0,0.026766398549079896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,1,256,1,fp8,fp8,0,0.010401599854230881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,2,256,1,bfloat16,bfloat16,0,0.014473600685596466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,2,256,1,fp8,fp8,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,1,256,1,bfloat16,fp8,0,0.01449279934167862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,4,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,4,256,1,bfloat16,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,4,256,1,fp8,fp8,0,0.006310400366783142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,1,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,4,2,256,1,fp8,fp8,0,0.006331200152635575
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,1,256,1,fp8,fp8,0,0.006283199787139893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,2,256,1,bfloat16,fp8,0,0.01696320027112961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,2,256,1,fp8,fp8,0,0.006695999950170517
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,4,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,4,256,1,bfloat16,fp8,0,0.015388800203800202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,4,256,1,fp8,fp8,0,0.006358399987220764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,1,256,1,bfloat16,bfloat16,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,4,256,1,fp8,fp8,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,1,256,1,bfloat16,fp8,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,2,256,1,bfloat16,bfloat16,0,0.008393599838018417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,2,256,1,bfloat16,fp8,0,0.014979200065135955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,4,2,256,1,bfloat16,fp8,0,0.039124798774719236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,2,256,1,fp8,fp8,0,0.006268800050020218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,4,256,1,bfloat16,bfloat16,0,0.008404800295829773
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,4,256,1,fp8,fp8,0,0.006313599646091461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,1,256,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,1,256,1,bfloat16,fp8,0,0.014547200500965118
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,1,256,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,2,256,1,bfloat16,bfloat16,0,0.008372800052165985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,2,256,1,bfloat16,fp8,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,2,256,1,fp8,fp8,0,0.006312000006437302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,4,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,1,256,1,bfloat16,fp8,0,0.01652639955282211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,4,256,1,fp8,fp8,0,0.006299199908971787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,1,256,1,bfloat16,bfloat16,0,0.008347199857234954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,1,256,1,bfloat16,fp8,0,0.01446560025215149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,1,256,1,fp8,fp8,0,0.006427200138568878
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,2,256,1,bfloat16,bfloat16,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,2,256,1,bfloat16,fp8,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,2,256,1,fp8,fp8,0,0.006312000006437302
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,4,256,1,bfloat16,bfloat16,0,0.00830719992518425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,4,256,1,bfloat16,fp8,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,4,256,1,fp8,fp8,0,0.0063344001770019535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,1,256,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,1,256,1,bfloat16,fp8,0,0.015028800070285796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,1,256,1,fp8,fp8,0,0.006326399743556976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,2,256,1,bfloat16,bfloat16,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,2,256,1,bfloat16,fp8,0,0.014502400159835815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,4,2,256,1,fp8,fp8,0,0.006284800171852112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,4,256,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,4,256,1,bfloat16,fp8,0,0.014476799964904785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,4,256,1,fp8,fp8,0,0.00628800019621849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,1,256,1,bfloat16,bfloat16,0,0.00833439975976944
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,1,256,1,bfloat16,fp8,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,1,256,1,fp8,fp8,0,0.006324800103902817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,2,256,1,bfloat16,bfloat16,0,0.008377599716186523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,2,256,1,bfloat16,fp8,0,0.015379199385643005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,4,2,256,1,fp8,fp8,0,0.006292799860239029
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,4,4,256,1,bfloat16,bfloat16,0,0.008419200032949447
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,4,4,256,1,bfloat16,fp8,0,0.01451359987258911
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,4,2,256,1,bfloat16,fp8,0,0.026788800954818726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,4,4,256,1,bfloat16,fp8,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,4,1,256,1,fp8,fp8,0,0.00634400025010109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,4,2,256,1,bfloat16,bfloat16,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,2,256,1,bfloat16,bfloat16,0,6.660549163818359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,2,256,1,fp8,fp8,0,4.742404937744141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,2,1,256,1,fp8,fp8,0,9.181731414794921
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,2,1,256,1,bfloat16,bfloat16,0,12.642900848388672
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,2,256,1,bfloat16,bfloat16,0,3.5997745513916017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,1,256,1,bfloat16,bfloat16,0,6.5586082458496096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,1,256,1,fp8,fp8,0,4.786505508422851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,2,256,1,bfloat16,fp8,0,11.669834899902344
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,2,256,1,fp8,fp8,0,2.588435173034668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,1,256,1,fp8,fp8,0,2.5974895477294924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,1,256,1,bfloat16,bfloat16,0,3.561209487915039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,2,256,1,bfloat16,bfloat16,0,2.093169593811035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,2,256,1,bfloat16,fp8,0,6.307931137084961
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,2,256,1,fp8,fp8,0,1.515334415435791
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,1,256,1,fp8,fp8,0,1.5209712028503417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,1,256,1,bfloat16,bfloat16,0,2.08779354095459
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,2,256,1,bfloat16,fp8,0,3.664753723144531
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,2,1,256,1,bfloat16,fp8,0,6.228318405151367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,2,1,256,1,bfloat16,fp8,0,11.564060974121094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,2,1,256,1,bfloat16,fp8,0,3.683766555786133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16384,2,1,256,1,bfloat16,fp8,0,22.27913055419922
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,2,256,1,fp8,fp8,0,2.761030387878418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,2,256,1,bfloat16,bfloat16,0,3.8565742492675783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,2,1,256,1,fp8,fp8,0,5.282124710083008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,1,256,1,bfloat16,bfloat16,0,3.8240848541259767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,2,1,256,1,bfloat16,bfloat16,0,7.2548973083496096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,1,256,1,fp8,fp8,0,2.781559944152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,2,256,1,fp8,fp8,0,1.5259056091308594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,2,256,1,bfloat16,fp8,0,6.761518096923828
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,1,256,1,bfloat16,bfloat16,0,2.089254379272461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,2,256,1,bfloat16,bfloat16,0,1.257545566558838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,1,256,1,fp8,fp8,0,1.5409536361694336
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,2,256,1,fp8,fp8,0,0.9098272323608398
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,2,256,1,bfloat16,bfloat16,0,2.120070457458496
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,1,256,1,bfloat16,bfloat16,0,1.252558422088623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,2,1,256,1,bfloat16,fp8,0,6.667523193359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,1,256,1,bfloat16,fp8,0,3.646433639526367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,2,256,1,bfloat16,fp8,0,2.1677583694458007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,1,256,1,fp8,fp8,0,0.9200559616088867
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,12288,2,1,256,1,bfloat16,fp8,0,12.740153503417968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,2,1,256,1,bfloat16,fp8,0,2.1614912033081053
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,2,2,256,1,bfloat16,fp8,0,3.684244918823242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,2,256,1,bfloat16,bfloat16,0,2.7562623977661134
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,2,256,1,fp8,fp8,0,1.9647216796875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,2,1,256,1,fp8,fp8,0,3.7028831481933593
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,1,256,1,bfloat16,bfloat16,0,2.7181535720825196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,2,1,256,1,bfloat16,bfloat16,0,5.109312057495117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,1,256,1,fp8,fp8,0,1.9843904495239257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,2,256,1,fp8,fp8,0,1.1181967735290528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,2,256,1,bfloat16,fp8,0,2.7441055297851564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,1,256,1,bfloat16,fp8,0,4.776900863647461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,1,256,1,bfloat16,bfloat16,0,1.5455103874206544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,2,256,1,bfloat16,bfloat16,0,0.9779279708862305
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,1,256,1,fp8,fp8,0,1.1317232131958008
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,10240,2,1,256,1,bfloat16,fp8,0,8.972297668457031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,2,256,1,fp8,fp8,0,0.7053664207458497
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,1,256,1,bfloat16,fp8,0,2.719206428527832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,2,256,1,bfloat16,fp8,0,1.6990463256835937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,1,256,1,bfloat16,bfloat16,0,0.9723407745361328
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,2,2,256,1,bfloat16,bfloat16,0,1.5564047813415527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,1,256,1,fp8,fp8,0,0.7123055934906006
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,2,1,256,1,bfloat16,fp8,0,1.697110366821289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,2,256,1,bfloat16,bfloat16,0,3.4489070892333986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,2,2,256,1,bfloat16,fp8,0,4.819372940063476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,2,256,1,fp8,fp8,0,2.412723159790039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,2,1,256,1,fp8,fp8,0,4.65335693359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,2,256,1,bfloat16,fp8,0,5.948833465576172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,1,256,1,fp8,fp8,0,2.4212432861328126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,2,256,1,bfloat16,bfloat16,0,1.8431440353393556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,1,256,1,bfloat16,bfloat16,0,3.329830551147461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,2,256,1,fp8,fp8,0,1.3023679733276368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,1,256,1,bfloat16,bfloat16,0,1.810385513305664
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,2,256,1,bfloat16,bfloat16,0,1.061518383026123
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,2,256,1,bfloat16,fp8,0,3.198353576660156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,1,256,1,fp8,fp8,0,1.3143903732299804
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,2,1,256,1,bfloat16,bfloat16,0,6.447917175292969
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,2,256,1,fp8,fp8,0,0.7668943881988526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,2,1,256,1,bfloat16,fp8,0,3.177571105957031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,2,256,1,bfloat16,fp8,0,1.8588272094726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,1,256,1,bfloat16,bfloat16,0,1.0570112228393556
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,1,256,1,fp8,fp8,0,0.7723968029022217
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,2,256,1,bfloat16,bfloat16,0,0.7044223785400391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,8192,2,1,256,1,bfloat16,fp8,0,11.314282989501953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,2,256,1,fp8,fp8,0,0.5087391853332519
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,2,256,1,bfloat16,fp8,0,1.215017604827881
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,2,1,256,1,bfloat16,fp8,0,1.860977554321289
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,1,256,1,fp8,fp8,0,0.5123167991638183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,1,256,1,bfloat16,fp8,0,1.2132623672485352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,2,1,256,1,bfloat16,fp8,0,5.828739166259766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,2,256,1,bfloat16,bfloat16,0,1.995724868774414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,2,256,1,fp8,fp8,0,1.4092320442199706
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,2,1,256,1,fp8,fp8,0,2.6803712844848633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,1,256,1,bfloat16,bfloat16,0,1.9377119064331054
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,2,1,256,1,bfloat16,bfloat16,0,0.7012656211853028
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,2,256,1,bfloat16,fp8,0,3.4582801818847657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,1,256,1,fp8,fp8,0,1.4156240463256835
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,2,256,1,bfloat16,bfloat16,0,1.0855792045593262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,2,256,1,fp8,fp8,0,0.7788527965545654
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,1,256,1,fp8,fp8,0,0.7870783805847168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,1,256,1,bfloat16,bfloat16,0,1.0668895721435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,2,256,1,bfloat16,fp8,0,1.885963249206543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,2,256,1,bfloat16,bfloat16,0,0.640561580657959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,2,256,1,fp8,fp8,0,0.4627840042114258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,2,1,256,1,bfloat16,fp8,0,3.39439697265625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,2,1,256,1,bfloat16,fp8,0,1.861137580871582
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,1,256,1,bfloat16,bfloat16,0,0.6360591888427735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,2,256,1,bfloat16,fp8,0,1.1176575660705566
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,1,256,1,fp8,fp8,0,0.4661680221557617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,2,1,256,1,bfloat16,fp8,0,6.4890289306640625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,2,1,256,1,bfloat16,fp8,0,1.1027664184570312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,2,256,1,fp8,fp8,0,0.3097791910171509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,6144,2,1,256,1,bfloat16,bfloat16,0,3.7123249053955076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,1,256,1,fp8,fp8,0,0.31172800064086914
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,1,256,1,bfloat16,fp8,0,0.7281760215759278
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,2,256,1,bfloat16,bfloat16,0,1.8163328170776367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,2,1,256,1,fp8,fp8,0,2.3851856231689452
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,2,256,1,bfloat16,bfloat16,0,0.4264416217803955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,2,1,256,1,bfloat16,bfloat16,0,3.352489471435547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,1,256,1,bfloat16,bfloat16,0,0.42700800895690916
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,2,256,1,fp8,fp8,0,1.243609619140625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,2,256,1,bfloat16,fp8,0,3.111867141723633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,1,256,1,bfloat16,bfloat16,0,1.7156320571899415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,2,256,1,bfloat16,bfloat16,0,0.9514816284179688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,2,256,1,fp8,fp8,0,0.6710832118988037
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,1,256,1,fp8,fp8,0,1.2395359992980957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,2,256,1,bfloat16,fp8,0,1.6590448379516602
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,1,256,1,bfloat16,bfloat16,0,0.9244352340698242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,1,256,1,fp8,fp8,0,0.6759520053863526
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,4096,2,1,256,1,bfloat16,fp8,0,5.840470504760742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,2,1,256,1,bfloat16,fp8,0,2.9880559921264647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,2,256,1,fp8,fp8,0,0.39266560077667234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,1,256,1,bfloat16,bfloat16,0,0.5403359889984131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,1,256,1,fp8,fp8,0,0.39535520076751707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,2,256,1,bfloat16,fp8,0,0.9562496185302735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,2,256,1,bfloat16,bfloat16,0,0.36031839847564695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,2,2,256,1,bfloat16,fp8,0,0.7296112060546875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,2,256,1,fp8,fp8,0,0.25939838886260985
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,1,256,1,bfloat16,bfloat16,0,0.35812160968780515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,2,256,1,bfloat16,fp8,0,0.628326416015625
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,1,256,1,bfloat16,fp8,0,0.9500176429748535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,1,256,1,fp8,fp8,0,0.26074559688568116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,2,1,256,1,bfloat16,fp8,0,0.6235792160034179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,2,256,1,fp8,fp8,0,0.203003191947937
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,1,256,1,bfloat16,bfloat16,0,0.27672638893127444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,2,256,1,bfloat16,fp8,0,0.48770880699157715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,1,256,1,fp8,fp8,0,0.20484640598297119
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,1,256,1,bfloat16,fp8,0,0.48281278610229494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,2,2,256,1,bfloat16,bfloat16,0,0.5466095924377441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,2,256,1,bfloat16,bfloat16,0,1.0611680030822754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,2,1,256,1,fp8,fp8,0,1.3868927955627441
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,2,1,256,1,bfloat16,fp8,0,1.631915283203125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,2,1,256,1,bfloat16,bfloat16,0,1.9447647094726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,2,256,1,fp8,fp8,0,0.7327231884002685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,2,256,1,bfloat16,fp8,0,1.8137487411499023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,1,256,1,fp8,fp8,0,0.7294112205505371
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,2,2,256,1,bfloat16,bfloat16,0,0.27877919673919677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,2,256,1,bfloat16,bfloat16,0,0.5679103851318359
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,3072,2,1,256,1,bfloat16,fp8,0,3.3647182464599608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,2,256,1,fp8,fp8,0,0.4031087875366211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,1,256,1,bfloat16,fp8,0,1.7559728622436523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,1,256,1,bfloat16,bfloat16,0,0.5511936187744141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,1,256,1,fp8,fp8,0,0.40595040321350095
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,2,256,1,bfloat16,bfloat16,0,0.33431200981140136
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,2,256,1,fp8,fp8,0,0.2408992052078247
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,1,256,1,bfloat16,fp8,0,0.9645648002624512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,2,256,1,bfloat16,fp8,0,0.5870416164398193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,1,256,1,bfloat16,bfloat16,0,0.3302351951599121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,1,256,1,fp8,fp8,0,0.2418287992477417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,2,256,1,bfloat16,bfloat16,0,0.2208400011062622
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,2,1,256,1,bfloat16,fp8,0,0.576478385925293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,2,256,1,fp8,fp8,0,0.15995999574661254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,2,256,1,bfloat16,fp8,0,0.3858544111251831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,1,256,1,bfloat16,bfloat16,0,0.21838879585266113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,1,256,1,bfloat16,fp8,0,0.3803136110305786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,2,1,256,1,fp8,fp8,0,0.16002559661865234
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,2,256,1,fp8,fp8,0,0.15165599584579467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,1,256,1,bfloat16,bfloat16,0,0.20703680515289308
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,1,256,1,fp8,fp8,0,0.1535696029663086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,1,256,1,bfloat16,fp8,0,0.35997440814971926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,2,1,256,1,bfloat16,bfloat16,0,1.0073328018188477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,2,2,256,1,bfloat16,fp8,0,0.985531234741211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,2,1,256,1,bfloat16,bfloat16,0,1.807159996032715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,2,1,256,1,fp8,fp8,0,1.2542816162109376
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,2,256,1,fp8,fp8,0,0.6639967918395996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,2,256,1,bfloat16,bfloat16,0,0.20904159545898438
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,1,256,1,bfloat16,bfloat16,0,0.9161135673522949
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,2,2,256,1,bfloat16,fp8,0,0.3611776113510132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,2,256,1,bfloat16,fp8,0,1.6984064102172851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,1,256,1,fp8,fp8,0,0.6531568050384522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,2,256,1,fp8,fp8,0,0.35470240116119384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,2,256,1,bfloat16,fp8,0,0.8823216438293457
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,1,256,1,bfloat16,bfloat16,0,0.48966240882873535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,1,256,1,bfloat16,fp8,0,1.5762080192565917
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,2,256,1,bfloat16,bfloat16,0,0.28967039585113524
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,1,256,1,fp8,fp8,0,0.35610721111297605
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,1,256,1,bfloat16,fp8,0,0.8555727958679199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,2,2,256,1,bfloat16,bfloat16,0,1.012299156188965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,2,256,1,fp8,fp8,0,0.20509600639343262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,1,256,1,bfloat16,bfloat16,0,0.28274240493774416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,1,256,1,fp8,fp8,0,0.20617120265960692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,2,256,1,bfloat16,bfloat16,0,0.1911743998527527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,1,256,1,bfloat16,fp8,0,0.4993872165679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,2,256,1,bfloat16,fp8,0,0.3328016042709351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,2,256,1,fp8,fp8,0,0.13697279691696168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,1,256,1,bfloat16,bfloat16,0,0.1868399977684021
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,1,256,1,bfloat16,fp8,0,0.3317456007003784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,2,1,256,1,fp8,fp8,0,0.13733600378036498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,2,256,1,bfloat16,bfloat16,0,0.14427839517593383
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,2,256,1,bfloat16,fp8,0,0.2525023937225342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,2048,2,1,256,1,bfloat16,fp8,0,3.1133615493774416
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,1,256,1,bfloat16,bfloat16,0,0.1427440047264099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,1,256,1,fp8,fp8,0,0.10471520423889161
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,1,256,1,bfloat16,fp8,0,0.2547856092453003
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,2,2,256,1,bfloat16,bfloat16,0,0.5140639781951905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,2,256,1,bfloat16,bfloat16,0,0.141428804397583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,2,256,1,bfloat16,fp8,0,0.2476032018661499
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,2,256,1,fp8,fp8,0,0.10255999565124511
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,1,256,1,bfloat16,bfloat16,0,0.1397088050842285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,1,256,1,fp8,fp8,0,0.10458719730377197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,2,1,256,1,bfloat16,fp8,0,0.24459519386291503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,2,2,256,1,bfloat16,fp8,0,0.5044159889221191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,2,1,256,1,fp8,fp8,0,0.7369215965270997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,2,256,1,bfloat16,bfloat16,0,0.6042448043823242
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,2,256,1,fp8,fp8,0,0.3969199895858765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,1,256,1,bfloat16,bfloat16,0,0.5510687828063965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,2,256,1,bfloat16,fp8,0,1.0016304016113282
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,1,256,1,fp8,fp8,0,0.39159839153289794
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,2,256,1,bfloat16,bfloat16,0,0.31504158973693847
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,2,2,256,1,fp8,fp8,0,0.10466400384902955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,2,256,1,fp8,fp8,0,0.2162031888961792
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,2,1,256,1,bfloat16,fp8,0,1.8030271530151367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,2,256,1,bfloat16,fp8,0,0.534276819229126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,1,256,1,bfloat16,fp8,0,0.5183887958526612
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,1,256,1,fp8,fp8,0,0.2171247959136963
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,2,256,1,bfloat16,bfloat16,0,0.18136160373687743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,2,256,1,fp8,fp8,0,0.12929439544677734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,1,256,1,bfloat16,bfloat16,0,0.1779247999191284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,1,256,1,bfloat16,fp8,0,0.3094127893447876
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,2,256,1,bfloat16,fp8,0,0.3131455898284912
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,2,256,1,bfloat16,bfloat16,0,0.11900800466537476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,2,256,1,fp8,fp8,0,0.08442559838294983
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,1,256,1,bfloat16,bfloat16,0,0.11689920425415039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,1,256,1,bfloat16,fp8,0,0.20653440952301025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,1,256,1,fp8,fp8,0,0.08457440137863159
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,2,256,1,bfloat16,bfloat16,0,0.10870720148086548
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,2,256,1,fp8,fp8,0,0.07865279912948608
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,2,256,1,bfloat16,fp8,0,0.19083199501037598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,1,256,1,bfloat16,bfloat16,0,0.10666559934616089
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,1,256,1,bfloat16,fp8,0,0.18974560499191284
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1536,2,1,256,1,bfloat16,bfloat16,0,1.0577296257019042
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,2,256,1,bfloat16,bfloat16,0,0.10672960281372071
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,2,256,1,fp8,fp8,0,0.07802720069885254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,2,256,1,bfloat16,fp8,0,0.18862240314483641
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,1,256,1,bfloat16,bfloat16,0,0.10678720474243164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,1,256,1,bfloat16,fp8,0,0.18774720430374145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,2,1,256,1,fp8,fp8,0,0.08003519773483277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,2,1,256,1,bfloat16,fp8,0,0.9446975708007812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,2,1,256,1,fp8,fp8,0,0.12920639514923096
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,2,1,256,1,bfloat16,bfloat16,0,1.04443359375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,2,2,256,1,bfloat16,fp8,0,0.20581119060516356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,2,256,1,bfloat16,bfloat16,0,0.6114607810974121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,2,256,1,fp8,fp8,0,0.37399840354919434
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,2,1,256,1,fp8,fp8,0,0.07994719743728637
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,1,256,1,bfloat16,bfloat16,0,0.5052464008331299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,1,256,1,fp8,fp8,0,0.3554255962371826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,2,256,1,bfloat16,bfloat16,0,0.29839038848876953
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,1,256,1,bfloat16,fp8,0,0.8598447799682617
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,2,256,1,fp8,fp8,0,0.19676480293273926
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,1,256,1,bfloat16,bfloat16,0,0.27155361175537107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,2,1,256,1,bfloat16,bfloat16,0,0.2969376087188721
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,1,256,1,fp8,fp8,0,0.19625600576400756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,1,256,1,bfloat16,fp8,0,0.47220959663391116
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,2,256,1,fp8,fp8,0,0.11279840469360351
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,2,256,1,bfloat16,fp8,0,0.27865281105041506
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,1,256,1,bfloat16,bfloat16,0,0.15407040119171142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,2,1,256,1,fp8,fp8,0,0.6889247894287109
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,1,256,1,bfloat16,fp8,0,0.272108793258667
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,2,256,1,bfloat16,bfloat16,0,0.1058832049369812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,2,256,1,bfloat16,fp8,0,0.18346879482269288
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,2,256,1,fp8,fp8,0,0.07396320104599
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1024,2,1,256,1,bfloat16,fp8,0,1.7683616638183595
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,1,256,1,bfloat16,bfloat16,0,0.10177439451217651
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,1,256,1,bfloat16,fp8,0,0.18216160535812378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,2,1,256,1,fp8,fp8,0,0.07393280267715455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,2,2,256,1,bfloat16,fp8,0,0.9981136322021484
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,2,256,1,bfloat16,fp8,0,0.13763519525527954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,2,256,1,fp8,fp8,0,0.05548800230026245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,1,256,1,bfloat16,bfloat16,0,0.0757968008518219
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,1,256,1,fp8,fp8,0,0.05548959970474243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,1,256,1,bfloat16,fp8,0,0.13623039722442626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,2,256,1,bfloat16,bfloat16,0,0.07393280267715455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,2,256,1,bfloat16,fp8,0,0.13292640447616577
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,2,256,1,fp8,fp8,0,0.055420798063278195
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,1,256,1,bfloat16,bfloat16,0,0.07382240295410156
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,2,2,256,1,bfloat16,fp8,0,0.49954562187194823
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,1,256,1,fp8,fp8,0,0.05545439720153809
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,2,1,256,1,bfloat16,fp8,0,0.13288799524307252
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,2,256,1,fp8,fp8,0,0.05355200171470642
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,2,256,1,bfloat16,bfloat16,0,0.16127840280532837
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,1,256,1,bfloat16,bfloat16,0,0.07389119863510132
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,1,256,1,bfloat16,fp8,0,0.1323904037475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,1,256,1,fp8,fp8,0,0.05414080023765564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,2,1,256,1,fp8,fp8,0,0.11291359663009644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,2,1,256,1,fp8,fp8,0,0.4061888217926025
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,2,256,1,bfloat16,bfloat16,0,0.43352642059326174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,2,2,256,1,bfloat16,bfloat16,0,0.07678400278091431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,2,1,256,1,bfloat16,fp8,0,1.1027456283569337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,2,256,1,fp8,fp8,0,0.2247551918029785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,2,256,1,bfloat16,fp8,0,0.6570079803466797
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,1,256,1,bfloat16,bfloat16,0,0.3117151975631714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,2,256,1,bfloat16,bfloat16,0,0.1851024031639099
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,1,256,1,fp8,fp8,0,0.2089871883392334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,2,1,256,1,bfloat16,fp8,0,0.5077343940734863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,2,256,1,fp8,fp8,0,0.11316479444503784
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,2,256,1,bfloat16,bfloat16,0,0.07383679747581481
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,2,256,1,bfloat16,fp8,0,0.30350399017333984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,2,2,256,1,bfloat16,fp8,0,0.1318671941757202
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,2,256,1,bfloat16,bfloat16,0,0.09605280160903931
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,2,256,1,bfloat16,fp8,0,0.16433919668197633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,1,256,1,bfloat16,bfloat16,0,0.09012320041656494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,1,256,1,fp8,fp8,0,0.06380959749221801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,2,256,1,bfloat16,bfloat16,0,0.06164640188217163
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,2,256,1,bfloat16,fp8,0,0.10706239938735962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,2,256,1,fp8,fp8,0,0.0431088000535965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,1,256,1,bfloat16,bfloat16,0,0.057657599449157715
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,1,256,1,bfloat16,fp8,0,0.104094398021698
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,2,1,256,1,fp8,fp8,0,0.041275200247764585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,2,256,1,bfloat16,bfloat16,0,0.04332799911499023
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,2,256,1,bfloat16,fp8,0,0.07671840190887451
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,2,256,1,fp8,fp8,0,0.030854400992393494
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,1,256,1,bfloat16,fp8,0,0.07607679963111877
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,1,256,1,fp8,fp8,0,0.030807998776435853
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,2,256,1,bfloat16,bfloat16,0,0.041152000427246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,1,256,1,bfloat16,bfloat16,0,0.15609920024871826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,1,256,1,fp8,fp8,0,0.11313760280609131
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,2,256,1,bfloat16,fp8,0,0.0737551987171173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,2,256,1,fp8,fp8,0,0.03091520071029663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,1,256,1,bfloat16,bfloat16,0,0.040982401371002196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,2,256,1,fp8,fp8,0,0.06575359702110291
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,1,256,1,bfloat16,fp8,0,0.07225120067596436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,2,256,1,bfloat16,bfloat16,0,0.039212799072265624
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,2,256,1,bfloat16,fp8,0,0.07234560251235962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,2,256,1,fp8,fp8,0,0.028867200016975403
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,1,256,1,bfloat16,bfloat16,0,0.039150398969650266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,1,256,1,bfloat16,fp8,0,0.07187359929084777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,2,1,256,1,fp8,fp8,0,0.028880000114440918
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,2,256,1,bfloat16,bfloat16,0,0.039094400405883786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,512,2,1,256,1,bfloat16,bfloat16,0,0.6997727870941162
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,2,256,1,fp8,fp8,0,0.028856000304222106
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,1,256,1,bfloat16,fp8,0,0.07163199782371521
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,1,256,1,bfloat16,bfloat16,0,0.03911679983139038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,1,256,1,fp8,fp8,0,0.02884800136089325
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,2,1,256,1,bfloat16,bfloat16,0,0.21546080112457275
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,2,1,256,1,bfloat16,fp8,0,0.33415520191192627
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,2,1,256,1,bfloat16,bfloat16,0,0.041124799847602846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,256,2,1,256,1,fp8,fp8,0,0.13113440275192262
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,2,256,1,bfloat16,bfloat16,0,0.14214880466461183
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,2,256,1,bfloat16,fp8,0,0.215012788772583
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,1,256,1,bfloat16,bfloat16,0,0.09942079782485962
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,1,256,1,fp8,fp8,0,0.07184640169143677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,2,1,256,1,bfloat16,fp8,0,0.2756207942962646
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,2,256,1,bfloat16,bfloat16,0,0.06102399826049805
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,2,256,1,bfloat16,fp8,0,0.10321120023727418
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,2,256,1,fp8,fp8,0,0.04106720089912415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,2,1,256,1,fp8,fp8,0,0.030275198817253112
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,2,1,256,1,bfloat16,fp8,0,0.15845760107040405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,1,256,1,bfloat16,bfloat16,0,0.05398880243301392
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,2,256,1,bfloat16,bfloat16,0,0.03910239934921265
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,1,256,1,fp8,fp8,0,0.039103999733924866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,2,256,1,bfloat16,fp8,0,0.06704000234603882
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,2,256,1,fp8,fp8,0,0.02677919864654541
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,1,256,1,bfloat16,bfloat16,0,0.03505280017852783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,1,256,1,bfloat16,fp8,0,0.06420480012893677
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,2,256,1,bfloat16,bfloat16,0,0.026700800657272337
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,2,256,1,bfloat16,fp8,0,0.04521760046482086
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,2,256,1,fp8,fp8,0,0.018745599687099455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,1,256,1,bfloat16,bfloat16,0,0.02475520074367523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,1,256,1,bfloat16,fp8,0,0.04387840032577515
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,2,1,256,1,fp8,fp8,0,0.018539200723171233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,2,256,1,bfloat16,bfloat16,0,0.02468000054359436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,2,256,1,bfloat16,fp8,0,0.04241760075092316
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,2,256,1,fp8,fp8,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,1,256,1,bfloat16,bfloat16,0,0.022683200240135194
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,1,256,1,bfloat16,fp8,0,0.041140800714492796
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,2,1,256,1,fp8,fp8,0,0.016897599399089813
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,2,256,1,fp8,fp8,0,0.07206400036811829
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,2,256,1,bfloat16,bfloat16,0,0.022672000527381896
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,2,256,1,bfloat16,fp8,0,0.041152000427246094
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,2,256,1,fp8,fp8,0,0.016684800386428833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,1,256,1,bfloat16,bfloat16,0,0.022673599421977997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,2,1,256,1,bfloat16,fp8,0,0.1770159959793091
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,1,256,1,bfloat16,fp8,0,0.04115839898586273
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,2,1,256,1,fp8,fp8,0,0.016571199893951415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,2,256,1,bfloat16,fp8,0,0.0410288006067276
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,1,256,1,bfloat16,bfloat16,0,0.022628800570964815
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,1,256,1,fp8,fp8,0,0.016590400040149687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,2,256,1,bfloat16,bfloat16,0,0.02269120067358017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,2,256,1,bfloat16,fp8,0,0.04082399904727936
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,2,256,1,fp8,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,1,256,1,bfloat16,bfloat16,0,0.022753599286079406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,2,2,256,1,bfloat16,fp8,0,0.07152159810066223
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,2,1,256,1,fp8,fp8,0,0.026704001426696777
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,1,256,1,bfloat16,fp8,0,0.04111840128898621
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,2,1,256,1,fp8,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,2,1,256,1,bfloat16,bfloat16,0,0.07002559900283814
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,2,1,256,1,bfloat16,fp8,0,0.12534559965133668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,128,2,1,256,1,fp8,fp8,0,0.049307200312614444
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,2,256,1,bfloat16,bfloat16,0,0.04524640142917633
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,2,256,1,fp8,fp8,0,0.028835201263427736
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,1,256,1,bfloat16,bfloat16,0,0.03912160098552704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,1,256,1,bfloat16,fp8,0,0.06982560157775879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,1,256,1,fp8,fp8,0,0.028860801458358766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,2,256,1,bfloat16,bfloat16,0,0.028537601232528687
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,2,256,1,bfloat16,fp8,0,0.04545120000839233
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,2,256,1,fp8,fp8,0,0.01852640062570572
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,1,256,1,bfloat16,bfloat16,0,0.02478879988193512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,1,256,1,bfloat16,fp8,0,0.043188801407814024
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,2,1,256,1,fp8,fp8,0,0.01780640035867691
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,2,256,1,bfloat16,bfloat16,0,0.018513600528240203
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,2,256,1,bfloat16,bfloat16,0,0.02269120067358017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,2,256,1,bfloat16,fp8,0,0.02879360020160675
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,2,256,1,fp8,fp8,0,0.01659359931945801
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,1,256,1,bfloat16,bfloat16,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,2,1,256,1,bfloat16,fp8,0,0.04087840020656586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,1,256,1,fp8,fp8,0,0.012406399846076966
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,2,256,1,bfloat16,fp8,0,0.026740801334381104
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,2,1,256,1,bfloat16,fp8,0,0.09773120284080505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,1,256,1,bfloat16,bfloat16,0,0.014480000734329224
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,1,256,1,fp8,fp8,0,0.010471999645233154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,2,256,1,bfloat16,bfloat16,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,2,256,1,bfloat16,fp8,0,0.024967999756336214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,1,256,1,bfloat16,bfloat16,0,0.014478400349617004
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,1,256,1,bfloat16,fp8,0,0.024777600169181825
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,2,2,256,1,bfloat16,fp8,0,0.07602400183677674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,1,256,1,fp8,fp8,0,0.010424000024795533
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,2,256,1,bfloat16,bfloat16,0,0.014484800398349762
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,2,256,1,fp8,fp8,0,0.01045600026845932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,1,256,1,bfloat16,bfloat16,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,1,256,1,bfloat16,fp8,0,0.024772800505161285
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,1,256,1,fp8,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,2,256,1,bfloat16,bfloat16,0,0.014528000354766845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,2,256,1,bfloat16,fp8,0,0.02468799948692322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,2,256,1,fp8,fp8,0,0.012451200187206269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,2,256,1,fp8,fp8,0,0.010449600219726563
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,1,256,1,bfloat16,bfloat16,0,0.014448000490665436
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,1,256,1,bfloat16,fp8,0,0.02473440021276474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,2,1,256,1,fp8,fp8,0,0.010406400263309478
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,2,1,256,1,bfloat16,fp8,0,0.027209600806236266
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,2,256,1,bfloat16,fp8,0,0.024719999730587007
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,2,256,1,fp8,fp8,0,0.012412799894809723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,2,256,1,fp8,fp8,0,0.010417599976062775
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,1,256,1,bfloat16,bfloat16,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,1,256,1,bfloat16,fp8,0,0.024672000110149382
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,1,256,1,fp8,fp8,0,0.010438399761915207
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,2,1,256,1,bfloat16,bfloat16,0,0.030939200520515443
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,2,1,256,1,bfloat16,fp8,0,0.05268319845199585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,64,2,1,256,1,fp8,fp8,0,0.02261279970407486
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,2,256,1,bfloat16,bfloat16,0,0.02274720072746277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,2,2,256,1,fp8,fp8,0,0.010782399773597717
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,2,256,1,fp8,fp8,0,0.014558400213718414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,1,256,1,bfloat16,bfloat16,0,0.020627200603485107
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,1,256,1,bfloat16,fp8,0,0.034944000840187076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,2,2,256,1,bfloat16,fp8,0,0.02471359968185425
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,2,256,1,bfloat16,bfloat16,0,0.012740799784660339
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,2,256,1,bfloat16,fp8,0,0.020641599595546723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,1,256,1,bfloat16,bfloat16,0,0.01239520013332367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,1,256,1,bfloat16,fp8,0,0.020390400290489198
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,1,256,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,2,256,1,bfloat16,bfloat16,0,0.012347199767827988
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,2,256,1,bfloat16,fp8,0,0.018531200289726258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,2,256,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,2,2,256,1,bfloat16,bfloat16,0,0.014419199526309967
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,1,256,1,bfloat16,bfloat16,0,0.010444799810647965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,1,256,1,fp8,fp8,0,0.008327999711036682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,2,1,256,1,bfloat16,fp8,0,0.01727679967880249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,2,256,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,2,256,1,bfloat16,fp8,0,0.017081600427627564
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,2,256,1,fp8,fp8,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,1,256,1,bfloat16,fp8,0,0.025209599733352663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,1,256,1,bfloat16,bfloat16,0,0.010440000146627427
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,1,256,1,bfloat16,fp8,0,0.016551999747753142
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,2,1,256,1,fp8,fp8,0,0.008449599891901017
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,2,256,1,bfloat16,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,2,256,1,fp8,fp8,0,0.008390399813652038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,1,256,1,bfloat16,bfloat16,0,0.010328000038862228
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,2,256,1,bfloat16,fp8,0,0.03704000115394592
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,1,256,1,bfloat16,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,1,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,2,256,1,bfloat16,bfloat16,0,0.010407999902963639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,2,256,1,bfloat16,fp8,0,0.01655679941177368
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,1,256,1,bfloat16,bfloat16,0,0.010351999849081039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,2,1,256,1,fp8,fp8,0,0.014451199769973755
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,1,256,1,bfloat16,fp8,0,0.01658399999141693
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,2,2,256,1,fp8,fp8,0,0.008988799899816513
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,2,256,1,bfloat16,fp8,0,0.01663679927587509
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,1,256,1,bfloat16,bfloat16,0,0.010367999970912933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,1,256,1,bfloat16,fp8,0,0.016495999693870545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,1,256,1,fp8,fp8,0,0.008284799754619598
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,2,256,1,bfloat16,bfloat16,0,0.010409600287675857
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,2,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,2,256,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,1,256,1,bfloat16,bfloat16,0,0.01034879982471466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,2,2,256,1,bfloat16,bfloat16,0,0.016441600024700166
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,1,256,1,bfloat16,fp8,0,0.01655520051717758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,2,1,256,1,fp8,fp8,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,2,1,256,1,bfloat16,bfloat16,0,0.024732799828052522
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,2,1,256,1,bfloat16,fp8,0,0.04521119892597199
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,32,2,1,256,1,fp8,fp8,0,0.018534399569034576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,2,256,1,bfloat16,bfloat16,0,0.017615999281406402
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,2,256,1,bfloat16,fp8,0,0.031001600623130798
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,2,256,1,fp8,fp8,0,0.01247360035777092
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,2,2,256,1,bfloat16,bfloat16,0,0.010335999727249145
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,1,256,1,bfloat16,fp8,0,0.030782398581504822
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,1,256,1,fp8,fp8,0,0.01239679977297783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,2,256,1,bfloat16,bfloat16,0,0.01040479987859726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,2,256,1,bfloat16,fp8,0,0.018619200587272643
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,2,256,1,fp8,fp8,0,0.008408000320196151
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,1,256,1,bfloat16,bfloat16,0,0.010390400141477584
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,1,256,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,1,256,1,bfloat16,fp8,0,0.018323199450969697
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,2,1,256,1,fp8,fp8,0,0.008320000022649765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,2,256,1,bfloat16,bfloat16,0,0.01043360009789467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,2,256,1,bfloat16,bfloat16,0,0.010340800136327743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,2,2,256,1,fp8,fp8,0,0.008297599852085114
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,1,256,1,bfloat16,bfloat16,0,0.010364799946546554
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,1,256,1,fp8,fp8,0,0.008316799998283386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,2,256,1,bfloat16,bfloat16,0,0.010222399979829789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,2,256,1,fp8,fp8,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,1,256,1,bfloat16,bfloat16,0,0.008488000184297562
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,1,256,1,bfloat16,fp8,0,0.01647839993238449
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,1,256,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,2,256,1,bfloat16,bfloat16,0,0.008371199667453765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,2,256,1,bfloat16,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,2,256,1,fp8,fp8,0,0.008267199993133545
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,1,256,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,1,256,1,bfloat16,fp8,0,0.01646080017089844
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,2,1,256,1,bfloat16,bfloat16,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,2,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,2,256,1,bfloat16,fp8,0,0.016491200029850005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,2,256,1,fp8,fp8,0,0.008270400017499924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,1,256,1,bfloat16,bfloat16,0,0.008401600271463394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,2,2,256,1,fp8,fp8,0,0.00833280012011528
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,1,256,1,bfloat16,fp8,0,0.016462400555610657
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,2,1,256,1,fp8,fp8,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,2,256,1,bfloat16,bfloat16,0,0.008399999886751174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,2,256,1,bfloat16,fp8,0,0.016531200706958772
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,2,256,1,fp8,fp8,0,0.008271999657154083
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,2,256,1,fp8,fp8,0,0.008339200168848038
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,2,256,1,bfloat16,fp8,0,0.016553600132465363
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,1,256,1,bfloat16,fp8,0,0.016361600160598753
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,2,1,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,1,256,1,fp8,fp8,0,0.007983999699354172
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,2,2,256,1,bfloat16,fp8,0,0.016545599699020384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,2,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,2,256,1,fp8,fp8,0,0.008155199885368346
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,2,256,1,bfloat16,fp8,0,0.01624000072479248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,1,256,1,bfloat16,bfloat16,0,0.008348800241947174
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,1,256,1,bfloat16,fp8,0,0.015377600491046906
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,2,1,256,1,bfloat16,bfloat16,0,0.020660799741744996
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,2,1,256,1,fp8,fp8,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,16,2,1,256,1,bfloat16,fp8,0,0.04137279987335205
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,2,256,1,bfloat16,fp8,0,0.02890399992465973
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,2,256,1,fp8,fp8,0,0.012377600371837615
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,1,256,1,bfloat16,bfloat16,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,1,256,1,fp8,fp8,0,0.012359999865293504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,1,256,1,bfloat16,fp8,0,0.028760001063346863
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,2,256,1,bfloat16,bfloat16,0,0.00868159979581833
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,2,1,256,1,fp8,fp8,0,0.008289600163698197
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,2,256,1,bfloat16,fp8,0,0.01658719927072525
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,2,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,1,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,1,256,1,fp8,fp8,0,0.00825439989566803
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,2,1,256,1,bfloat16,fp8,0,0.016599999368190767
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,2,256,1,bfloat16,fp8,0,0.016497600078582763
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,2,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,1,256,1,bfloat16,fp8,0,0.01653439998626709
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,2,256,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,2,256,1,bfloat16,fp8,0,0.01653279960155487
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,2,1,256,1,bfloat16,bfloat16,0,0.00836160033941269
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,2,256,1,fp8,fp8,0,0.006974399834871292
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,1,256,1,bfloat16,bfloat16,0,0.008849599957466125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,1,256,1,bfloat16,fp8,0,0.016353599727153778
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,2,256,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,2,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,2,256,1,fp8,fp8,0,0.007230400294065476
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,1,256,1,bfloat16,bfloat16,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,2,1,256,1,fp8,fp8,0,0.007224000245332718
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,1,256,1,bfloat16,fp8,0,0.016284799575805663
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,2,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,2,256,1,bfloat16,fp8,0,0.016153599321842193
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,2,2,256,1,bfloat16,bfloat16,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,2,256,1,fp8,fp8,0,0.0072063997387886046
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,1,256,1,bfloat16,fp8,0,0.015321600437164306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,1,256,1,fp8,fp8,0,0.0062895998358726505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,2,256,1,bfloat16,bfloat16,0,0.008294399827718735
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,2,256,1,bfloat16,fp8,0,0.0160848006606102
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,2,256,1,fp8,fp8,0,0.006798399984836579
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,1,256,1,bfloat16,bfloat16,0,0.008342400193214417
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,2,256,1,fp8,fp8,0,0.00827839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,1,256,1,bfloat16,bfloat16,0,0.008395200222730636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,2,256,1,bfloat16,bfloat16,0,0.008355200290679932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,2,256,1,bfloat16,fp8,0,0.014535999298095703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,2,256,1,fp8,fp8,0,0.006366399675607681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,1,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,1,256,1,bfloat16,fp8,0,0.01451520025730133
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,2,1,256,1,fp8,fp8,0,0.006308799982070923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,2,1,256,1,fp8,fp8,0,0.007049600034952164
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,2,1,256,1,bfloat16,bfloat16,0,0.01860480010509491
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,2,1,256,1,bfloat16,fp8,0,0.03903360068798065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,256,1,2,1,256,1,fp8,fp8,0,0.014526399970054626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,2,256,1,bfloat16,fp8,0,0.026822400093078614
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,2,1,256,1,fp8,fp8,0,0.0066607996821403505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,2,256,1,fp8,fp8,0,0.010398399829864503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,1,256,1,bfloat16,bfloat16,0,0.014455999433994293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,1,256,1,bfloat16,fp8,0,0.02682720124721527
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,2,256,1,bfloat16,bfloat16,0,0.00835840031504631
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,2,1,256,1,bfloat16,bfloat16,0,0.008367999643087386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,2,256,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,2,256,1,fp8,fp8,0,0.006335999816656113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,1,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,1,256,1,bfloat16,fp8,0,0.016550399363040924
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,2,1,256,1,fp8,fp8,0,0.0063391998410224915
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,2,256,1,bfloat16,fp8,0,0.014614400267601014
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,2,256,1,fp8,fp8,0,0.006308799982070923
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,1,256,1,bfloat16,bfloat16,0,0.00840959995985031
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,1,256,1,bfloat16,fp8,0,0.015196800231933594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,1,256,1,bfloat16,fp8,0,0.014504000544548035
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,2,1,256,1,fp8,fp8,0,0.006324800103902817
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,1,256,1,fp8,fp8,0,0.006332799792289734
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,2,256,1,bfloat16,bfloat16,0,0.008484800159931184
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,2,256,1,bfloat16,fp8,0,0.014507199823856353
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,2,256,1,fp8,fp8,0,0.006294400244951248
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,1,256,1,bfloat16,fp8,0,0.014528000354766845
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,1,256,1,fp8,fp8,0,0.006329599767923355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,2,256,1,bfloat16,fp8,0,0.014524799585342408
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,2,256,1,fp8,fp8,0,0.006415999680757523
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,1,256,1,bfloat16,bfloat16,0,0.008343999832868576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,1,256,1,bfloat16,fp8,0,0.014497600495815277
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,2,256,1,bfloat16,bfloat16,0,0.014499199390411378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,1,256,1,fp8,fp8,0,0.006270399689674378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,2,256,1,bfloat16,bfloat16,0,0.008364800363779068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,2,256,1,fp8,fp8,0,0.006371200084686279
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,1,256,1,bfloat16,bfloat16,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,1,256,1,bfloat16,fp8,0,0.014542399346828461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,2,1,256,1,fp8,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,1,256,1,fp8,fp8,0,0.006329599767923355
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,2,256,1,bfloat16,bfloat16,0,0.0083856001496315
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,2,256,1,bfloat16,fp8,0,0.014558400213718414
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,2,256,1,fp8,fp8,0,0.006345599889755249
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,1,256,1,bfloat16,bfloat16,0,0.008336000144481659
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,2,2,256,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,1,256,1,bfloat16,fp8,0,0.016305600106716157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,2,1,256,1,fp8,fp8,0,0.006340800225734711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,2,256,1,bfloat16,bfloat16,0,0.00830560028553009
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,2,256,1,bfloat16,fp8,0,0.014521600306034088
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,1,256,1,bfloat16,bfloat16,0,0.00830880030989647
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,1,256,1,bfloat16,fp8,0,0.014496000111103058
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,1,256,1,fp8,fp8,0,0.006335999816656113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,2,1,256,1,bfloat16,bfloat16,0,0.008476799726486206
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,2,2,256,1,bfloat16,bfloat16,0,0.008302400261163712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,2,2,256,1,bfloat16,fp8,0,0.01449279934167862
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,2,2,256,1,fp8,fp8,0,0.00628800019621849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,1,1,256,1,fp8,fp8,0,2.581648063659668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,2,1,256,1,fp8,fp8,0,0.0069519996643066405
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,1,1,256,1,bfloat16,bfloat16,0,2.0887519836425783
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,1,1,256,1,bfloat16,bfloat16,0,3.608287811279297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,1,1,256,1,bfloat16,bfloat16,0,1.3886752128601074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,1,1,256,1,fp8,fp8,0,1.0081711769104005
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,1,1,256,1,fp8,fp8,0,1.5118847846984864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16384,1,1,256,1,bfloat16,fp8,0,2.401919937133789
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,1,1,256,1,bfloat16,bfloat16,0,2.1137744903564455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16384,1,1,256,1,bfloat16,fp8,0,6.260806274414063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,1,1,256,1,bfloat16,bfloat16,0,1.2685279846191406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,1,1,256,1,fp8,fp8,0,1.544364833831787
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16384,1,1,256,1,bfloat16,fp8,0,3.681801605224609
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,1,1,256,1,fp8,fp8,0,0.9138768196105957
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,1,1,256,1,bfloat16,bfloat16,0,0.8373200416564941
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,1,1,256,1,bfloat16,fp8,0,1.4491616249084474
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,12288,1,1,256,1,bfloat16,fp8,0,2.1728752136230467
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,12288,1,1,256,1,bfloat16,fp8,0,3.6723072052001955
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,1,1,256,1,bfloat16,bfloat16,0,1.5569055557250977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,1,1,256,1,fp8,fp8,0,1.123855972290039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,1,1,256,1,bfloat16,bfloat16,0,0.9732048034667968
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,1,1,256,1,fp8,fp8,0,0.7095119953155518
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,1,1,256,1,bfloat16,bfloat16,0,0.6851408004760742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,1,1,256,1,fp8,fp8,0,0.4983823776245117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,10240,1,1,256,1,bfloat16,fp8,0,1.7018255233764648
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,10240,1,1,256,1,bfloat16,fp8,0,1.191804790496826
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,10240,1,1,256,1,bfloat16,fp8,0,2.745547294616699
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,12288,1,1,256,1,fp8,fp8,0,0.6126175880432129
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,1,1,256,1,fp8,fp8,0,0.7694384098052979
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,1,1,256,1,bfloat16,bfloat16,0,1.064833641052246
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,1,1,256,1,fp8,fp8,0,1.3202783584594726
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,1,1,256,1,bfloat16,bfloat16,0,1.8329296112060547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,1,1,256,1,bfloat16,bfloat16,0,0.7059599876403808
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,1,1,256,1,fp8,fp8,0,0.5107935905456543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,1,1,256,1,bfloat16,bfloat16,0,0.548305606842041
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,8192,1,1,256,1,bfloat16,fp8,0,1.8675504684448243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,1,1,256,1,fp8,fp8,0,0.40069122314453126
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,8192,1,1,256,1,bfloat16,fp8,0,1.217516803741455
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,8192,1,1,256,1,bfloat16,fp8,0,3.185923194885254
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,1,1,256,1,bfloat16,bfloat16,0,1.0821887969970703
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,1,1,256,1,fp8,fp8,0,0.7856224060058594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,1,1,256,1,fp8,fp8,0,0.46676158905029297
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,1,1,256,1,bfloat16,bfloat16,0,0.4265567779541016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,1,1,256,1,fp8,fp8,0,0.31152639389038084
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,1,1,256,1,bfloat16,fp8,0,1.1083999633789063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,1,1,256,1,bfloat16,bfloat16,0,0.41063361167907714
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,6144,1,1,256,1,bfloat16,fp8,0,0.7294223785400391
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,1,1,256,1,fp8,fp8,0,0.29915039539337157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,6144,1,1,256,1,bfloat16,fp8,0,1.8800447463989258
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,6144,1,1,256,1,bfloat16,fp8,0,0.7043471813201905
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,1,1,256,1,bfloat16,bfloat16,0,0.9512207984924317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,1,1,256,1,fp8,fp8,0,0.6800223827362061
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,8192,1,1,256,1,bfloat16,fp8,0,0.9485856056213379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,1,1,256,1,bfloat16,fp8,0,0.9588447570800781
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,1,1,256,1,bfloat16,bfloat16,0,0.547166395187378
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,4096,1,1,256,1,fp8,fp8,0,0.3974112033843994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,6144,1,1,256,1,bfloat16,bfloat16,0,0.6412928104400635
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,4096,1,1,256,1,bfloat16,fp8,0,1.659841537475586
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,1,1,256,1,fp8,fp8,0,0.20331521034240724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,1,1,256,1,bfloat16,bfloat16,0,0.280022406578064
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,1,1,256,1,bfloat16,bfloat16,0,0.36102240085601806
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,1,1,256,1,fp8,fp8,0,0.2622064113616943
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,1,1,256,1,bfloat16,bfloat16,0,0.27486720085144045
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,4096,1,1,256,1,bfloat16,fp8,0,0.6303215980529785
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,4096,1,1,256,1,bfloat16,fp8,0,0.48610877990722656
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,1,1,256,1,fp8,fp8,0,0.20087840557098388
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,4096,1,1,256,1,bfloat16,fp8,0,0.47516322135925293
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,1,1,256,1,bfloat16,bfloat16,0,0.5690608024597168
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,1,1,256,1,fp8,fp8,0,0.24378879070281984
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,1,1,256,1,bfloat16,bfloat16,0,0.3351392030715942
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,3072,1,1,256,1,bfloat16,fp8,0,0.5814159870147705
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,1,1,256,1,bfloat16,fp8,0,0.38479199409484866
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,1,1,256,1,fp8,fp8,0,0.16146559715270997
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,1,1,256,1,bfloat16,bfloat16,0,0.20905120372772218
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,1,1,256,1,fp8,fp8,0,0.15211839675903321
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,3072,1,1,256,1,bfloat16,fp8,0,0.3621840000152588
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,1,1,256,1,bfloat16,fp8,0,0.9846735954284668
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,1,1,256,1,bfloat16,fp8,0,0.3598367929458618
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,1,1,256,1,fp8,fp8,0,0.36092801094055177
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,1,1,256,1,bfloat16,bfloat16,0,0.5166624069213868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,1,1,256,1,bfloat16,bfloat16,0,0.28935039043426514
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,1,1,256,1,fp8,fp8,0,0.20906240940093995
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,2048,1,1,256,1,bfloat16,fp8,0,0.8839615821838379
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,1,1,256,1,bfloat16,bfloat16,0,0.19118080139160157
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,2048,1,1,256,1,bfloat16,fp8,0,0.5069039821624756
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,1,1,256,1,bfloat16,bfloat16,0,0.14455679655075074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,1,1,256,1,fp8,fp8,0,0.13749920129776
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,2048,1,1,256,1,bfloat16,fp8,0,0.33748960494995117
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,1,1,256,1,fp8,fp8,0,0.10465120077133179
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,2048,1,1,256,1,bfloat16,fp8,0,0.2550863981246948
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,1,1,256,1,bfloat16,bfloat16,0,0.14148319959640504
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,1,1,256,1,fp8,fp8,0,0.1045456051826477
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,2048,1,1,256,1,bfloat16,fp8,0,0.24693760871887208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,1,1,256,1,bfloat16,bfloat16,0,0.13953759670257568
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,3072,1,1,256,1,fp8,fp8,0,0.40885438919067385
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,3072,1,1,256,1,bfloat16,bfloat16,0,0.2212064027786255
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,1,1,256,1,fp8,fp8,0,0.1026528000831604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,2048,1,1,256,1,bfloat16,fp8,0,0.2469183921813965
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,1,1,256,1,bfloat16,bfloat16,0,0.3135135889053345
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,1,1,256,1,bfloat16,bfloat16,0,0.207207989692688
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,1,1,256,1,bfloat16,bfloat16,0,0.1825584053993225
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,1,1,256,1,fp8,fp8,0,0.13137120008468628
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1536,1,1,256,1,bfloat16,fp8,0,0.31507999897003175
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,3072,1,1,256,1,fp8,fp8,0,0.15170559883117676
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,1,1,256,1,bfloat16,fp8,0,0.2080303907394409
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,1,1,256,1,fp8,fp8,0,0.0861952006816864
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,1,1,256,1,bfloat16,bfloat16,0,0.10876640081405639
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,1,1,256,1,fp8,fp8,0,0.07997919917106629
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1536,1,1,256,1,bfloat16,fp8,0,0.19114240407943725
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,1,1,256,1,bfloat16,bfloat16,0,0.10663679838180543
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,1,1,256,1,fp8,fp8,0,0.07802240252494812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1536,1,1,256,1,bfloat16,fp8,0,0.18787519931793212
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,1,1,256,1,bfloat16,bfloat16,0,0.1066480040550232
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,1,1,256,1,fp8,fp8,0,0.07802240252494812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1536,1,1,256,1,bfloat16,fp8,0,0.1878880023956299
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,1,1,256,1,bfloat16,bfloat16,0,0.2994096040725708
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,1,1,256,1,fp8,fp8,0,0.2049407958984375
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,1,1,256,1,bfloat16,bfloat16,0,0.160316801071167
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,1,1,256,1,fp8,fp8,0,0.11692639589309692
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1024,1,1,256,1,bfloat16,fp8,0,0.2812704086303711
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,1,1,256,1,bfloat16,bfloat16,0,0.10465600490570068
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,1,1,256,1,fp8,fp8,0,0.07602400183677674
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,1,1,256,1,bfloat16,bfloat16,0,0.0770576000213623
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,1,1,256,1,bfloat16,fp8,0,0.13822879791259765
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,1,1,256,1,bfloat16,bfloat16,0,0.07391679883003235
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,1,1,256,1,fp8,fp8,0,0.22151360511779786
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1536,1,1,256,1,bfloat16,fp8,0,0.5405263900756836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,1,1,256,1,bfloat16,fp8,0,0.13456159830093384
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1536,1,1,256,1,bfloat16,bfloat16,0,0.11902719736099243
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1024,1,1,256,1,fp8,fp8,0,0.05550559759140015
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,1,1,256,1,bfloat16,bfloat16,0,0.0738048017024994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,1,1,256,1,bfloat16,fp8,0,0.13197760581970214
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1024,1,1,256,1,fp8,fp8,0,0.053420799970626834
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,1,1,256,1,bfloat16,fp8,0,0.13217439651489257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,1,1,256,1,fp8,fp8,0,0.053457599878311154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,1,1,256,1,bfloat16,bfloat16,0,0.18825279474258422
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,1,1,256,1,fp8,fp8,0,0.1210368037223816
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,1,1,256,1,bfloat16,bfloat16,0,0.09499840140342712
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,1,1,256,1,bfloat16,fp8,0,0.16782079935073851
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,512,1,1,256,1,fp8,fp8,0,0.06932479739189149
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,1,1,256,1,bfloat16,bfloat16,0,0.06165599822998047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,1,1,256,1,bfloat16,fp8,0,0.1077839970588684
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1024,1,1,256,1,bfloat16,fp8,0,0.4986527919769287
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,1,1,256,1,bfloat16,bfloat16,0,0.04322080016136169
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,1,1,256,1,fp8,fp8,0,0.030840000510215758
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1024,1,1,256,1,bfloat16,fp8,0,0.18545440435409546
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,1,1,256,1,bfloat16,bfloat16,0,0.04106720089912415
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1024,1,1,256,1,fp8,fp8,0,0.05549439787864685
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,1,1,256,1,bfloat16,fp8,0,0.07373120188713074
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,512,1,1,256,1,fp8,fp8,0,0.030862399935722352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,1,1,256,1,bfloat16,bfloat16,0,0.03936479985713959
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,1,1,256,1,fp8,fp8,0,0.028815999627113342
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,512,1,1,256,1,bfloat16,fp8,0,0.07188799977302551
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,1,1,256,1,bfloat16,bfloat16,0,0.03909119963645935
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,1,1,256,1,fp8,fp8,0,0.028865599632263185
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,1,1,256,1,bfloat16,bfloat16,0,0.03906559944152832
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,1,1,256,1,bfloat16,fp8,0,0.07136639952659607
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,512,1,1,256,1,fp8,fp8,0,0.028860801458358766
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,1,1,256,1,bfloat16,bfloat16,0,0.059915202856063846
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,1,1,256,1,bfloat16,fp8,0,0.10644479990005493
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,256,1,1,256,1,fp8,fp8,0,0.04317759871482849
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,1,1,256,1,bfloat16,bfloat16,0,0.03901439905166626
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,1,1,256,1,bfloat16,fp8,0,0.06815199851989746
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,256,1,1,256,1,fp8,fp8,0,0.028836798667907716
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,1,1,256,1,bfloat16,bfloat16,0,0.026812800765037538
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,512,1,1,256,1,bfloat16,fp8,0,0.30323519706726076
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,1,1,256,1,bfloat16,bfloat16,0,0.024675199389457704
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,1,1,256,1,bfloat16,fp8,0,0.04287360012531281
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,256,1,1,256,1,fp8,fp8,0,0.018488000333309173
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,1,1,256,1,bfloat16,bfloat16,0,0.022679999470710754
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,512,1,1,256,1,bfloat16,fp8,0,0.07779039740562439
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,1,1,256,1,bfloat16,fp8,0,0.04115360081195831
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,256,1,1,256,1,fp8,fp8,0,0.01659200042486191
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,1,1,256,1,bfloat16,bfloat16,0,0.022702400386333466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,1,1,256,1,fp8,fp8,0,0.016515199840068818
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,1,1,256,1,bfloat16,bfloat16,0,0.02263679951429367
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,1,1,256,1,bfloat16,fp8,0,0.04058560132980347
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,256,1,1,256,1,fp8,fp8,0,0.01652639955282211
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,512,1,1,256,1,bfloat16,fp8,0,0.07173439860343933
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,1,1,256,1,bfloat16,bfloat16,0,0.02268480062484741
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,1,1,256,1,bfloat16,fp8,0,0.039057600498199466
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,256,1,1,256,1,fp8,fp8,0,0.01648160070180893
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,1,1,256,1,bfloat16,bfloat16,0,0.026785600185394286
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,1,1,256,1,bfloat16,fp8,0,0.04723039865493774
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,128,1,1,256,1,fp8,fp8,0,0.020633600652217865
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,1,1,256,1,bfloat16,bfloat16,0,0.01701119989156723
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,1,1,256,1,bfloat16,fp8,0,0.028889599442481994
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,128,1,1,256,1,fp8,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,1,1,256,1,bfloat16,bfloat16,0,0.016489599645137788
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,1,1,256,1,bfloat16,fp8,0,0.045239999890327454
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,1,1,256,1,bfloat16,fp8,0,0.026774400472640993
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,128,1,1,256,1,fp8,fp8,0,0.012488000094890594
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,1,1,256,1,bfloat16,bfloat16,0,0.014505599439144135
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,1,1,256,1,bfloat16,fp8,0,0.02478879988193512
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,128,1,1,256,1,fp8,fp8,0,0.0104032002389431
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,1,1,256,1,bfloat16,bfloat16,0,0.014539200067520141
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,1,1,256,1,bfloat16,fp8,0,0.024775999784469604
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,128,1,1,256,1,fp8,fp8,0,0.01043199971318245
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,1,1,256,1,bfloat16,bfloat16,0,0.01446399986743927
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,1,1,256,1,bfloat16,fp8,0,0.024740800261497498
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,128,1,1,256,1,fp8,fp8,0,0.010372799634933472
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,1,1,256,1,bfloat16,bfloat16,0,0.014422400295734406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,1,1,256,1,fp8,fp8,0,0.010388799756765366
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,256,1,1,256,1,bfloat16,fp8,0,0.04112319946289063
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,1,1,256,1,bfloat16,bfloat16,0,0.014441600441932679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,1,1,256,1,bfloat16,fp8,0,0.022815999388694764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,1,1,256,1,bfloat16,bfloat16,0,0.0124208003282547
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,1,1,256,1,bfloat16,fp8,0,0.02144639939069748
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,64,1,1,256,1,fp8,fp8,0,0.010420800000429154
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,1,1,256,1,bfloat16,bfloat16,0,0.012356799840927125
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,1,1,256,1,bfloat16,fp8,0,0.018571199476718904
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,1,1,256,1,bfloat16,bfloat16,0,0.010395199805498124
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,1,1,256,1,bfloat16,fp8,0,0.017113600671291352
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,64,1,1,256,1,fp8,fp8,0,0.008300799876451492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,1,1,256,1,bfloat16,bfloat16,0,0.01037440001964569
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,256,1,1,256,1,fp8,fp8,0,0.018614399433135986
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,1,1,256,1,fp8,fp8,0,0.008388800173997879
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,1,1,256,1,bfloat16,bfloat16,0,0.010340800136327743
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,1,1,256,1,bfloat16,fp8,0,0.016575999557971954
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,512,1,1,256,1,fp8,fp8,0,0.04461759924888611
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,1,1,256,1,bfloat16,bfloat16,0,0.010414399951696397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,1,1,256,1,bfloat16,fp8,0,0.016572800278663636
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,64,1,1,256,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,1,1,256,1,bfloat16,bfloat16,0,0.010316800326108932
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,128,1,1,256,1,bfloat16,fp8,0,0.024707199633121492
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,1,1,256,1,bfloat16,fp8,0,0.016579200327396394
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,1,1,256,1,bfloat16,bfloat16,0,0.010300800204277039
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,1,1,256,1,bfloat16,fp8,0,0.014519999921321868
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,64,1,1,256,1,fp8,fp8,0,0.008265600353479386
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,128,1,1,256,1,fp8,fp8,0,0.011110399663448334
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,1,1,256,1,bfloat16,bfloat16,0,0.010468800365924836
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1024,1,1,256,1,bfloat16,bfloat16,0,0.07360799908638001
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,1,1,256,1,bfloat16,fp8,0,0.018772800266742707
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,32,1,1,256,1,fp8,fp8,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,64,1,1,256,1,fp8,fp8,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,1,1,256,1,bfloat16,bfloat16,0,0.01032480001449585
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,1,1,256,1,fp8,fp8,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,1,1,256,1,bfloat16,bfloat16,0,0.010289599746465683
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,32,1,1,256,1,bfloat16,fp8,0,0.016638399660587312
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,1,1,256,1,bfloat16,fp8,0,0.016502399742603303
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,1,1,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,1,1,256,1,bfloat16,fp8,0,0.016463999450206757
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,32,1,1,256,1,fp8,fp8,0,0.00833119973540306
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,1,1,256,1,fp8,fp8,0,0.008291199803352356
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,1,1,256,1,bfloat16,bfloat16,0,0.008376000076532364
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,1,1,256,1,bfloat16,fp8,0,0.016363200545310975
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,64,1,1,256,1,fp8,fp8,0,0.00828320011496544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,1,1,256,1,bfloat16,bfloat16,0,0.008369600027799606
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,1,1,256,1,bfloat16,fp8,0,0.015187199413776397
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,32,1,1,256,1,fp8,fp8,0,0.007283200323581695
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,1,1,256,1,bfloat16,bfloat16,0,0.008414400368928909
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,1,1,256,1,bfloat16,fp8,0,0.014441600441932679
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,32,1,1,256,1,fp8,fp8,0,0.0066143997013568875
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,64,1,1,256,1,fp8,fp8,0,0.008287999778985977
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,1,1,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,1,1,256,1,bfloat16,fp8,0,0.01656319946050644
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,16,1,1,256,1,fp8,fp8,0,0.008276800066232682
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,1,1,256,1,bfloat16,fp8,0,0.01648319959640503
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,1,1,256,1,fp8,fp8,0,0.00828159973025322
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,1,1,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,1,1,256,1,bfloat16,fp8,0,0.016220800578594208
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,16,1,1,256,1,fp8,fp8,0,0.006353600323200226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,1,1,256,1,bfloat16,bfloat16,0,0.008380799740552902
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,32,1,1,256,1,fp8,fp8,0,0.008292800188064576
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,1,1,256,1,bfloat16,fp8,0,0.015559999644756317
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,16,1,1,256,1,fp8,fp8,0,0.0064464002847671505
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,1,1,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,1,1,256,1,bfloat16,fp8,0,0.015030400454998016
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,1,1,256,1,bfloat16,bfloat16,0,0.00838399976491928
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,1,1,256,1,bfloat16,fp8,0,0.014641599357128143
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,32,1,1,256,1,fp8,fp8,0,0.007556799799203873
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,1,1,256,1,bfloat16,bfloat16,0,0.008363199979066848
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,1,1,256,1,bfloat16,fp8,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,1,1,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,1,1,256,1,bfloat16,fp8,0,0.014425599575042724
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,16,1,1,256,1,fp8,fp8,0,0.006326399743556976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,1,1,256,1,bfloat16,bfloat16,0,0.008392000198364257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,1,1,256,1,bfloat16,fp8,0,0.01656000018119812
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,128,1,1,1,256,1,fp8,fp8,0,0.006328000128269196
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,1,1,256,1,bfloat16,bfloat16,0,0.008379200100898742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,16,1,1,256,1,bfloat16,bfloat16,0,0.008366400003433227
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,1,1,256,1,bfloat16,fp8,0,0.014494399726390838
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,64,1,1,1,256,1,fp8,fp8,0,0.0063008002936840056
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,1,1,256,1,bfloat16,bfloat16,0,0.00835999995470047
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,1,1,256,1,bfloat16,fp8,0,0.014529600739479065
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,32,1,1,1,256,1,fp8,fp8,0,0.006315200030803681
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,1,1,256,1,bfloat16,bfloat16,0,0.008403199911117553
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,1,1,256,1,bfloat16,fp8,0,0.014508800208568573
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,1,1,1,256,1,fp8,fp8,0,0.006313599646091461
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,1,1,256,1,bfloat16,bfloat16,0,0.008396799862384795
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,1,1,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,16,64,1,1,256,1,bfloat16,fp8,0,0.016505600512027742
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,16,1,1,256,1,fp8,fp8,0,0.006326399743556976
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,1,1,256,1,bfloat16,bfloat16,0,0.008382400125265121
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,1,1,256,1,fp8,fp8,0,0.0063344001770019535
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,1,1,256,1,bfloat16,bfloat16,0,0.008374399691820144
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,1,1,256,1,bfloat16,fp8,0,0.014534400403499603
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,16,1,1,256,1,fp8,fp8,0,0.006430400162935257
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,1,1,1,256,1,fp8,fp8,0,0.006335999816656113
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,1,1,256,1,bfloat16,bfloat16,0,0.008350399881601333
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,1,1,256,1,fp8,fp8,0,0.006353600323200226
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,1,1,256,1,bfloat16,fp8,0,0.014585599303245544
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,32,1,1,256,1,bfloat16,fp8,0,0.0164560005068779
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,4,1,1,1,256,1,bfloat16,fp8,0,0.01454080045223236
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,2,16,1,1,256,1,fp8,fp8,0,0.006358399987220764
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,1,1,1,1,256,1,bfloat16,fp8,0,0.014422400295734406
SGLang,0.5.10,NVIDIA RTX PRO 6000 Blackwell Server Edition,context_attention,triton,8,1,1,1,256,1,fp8,fp8,0,0.006377600133419037
