framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,backend
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,128,0.0067023998498916635,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,128,0.04662784099578857,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,256,0.006848639845848084,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,256,0.049610562324523926,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,512,0.0070041602849960334,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,512,0.047421441078186036,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,1024,0.007005760073661804,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,1024,0.04852992057800293,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,2048,0.006837440133094788,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,2048,0.045442237854003906,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,4096,0.007025920152664185,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,4096,0.04675551891326905,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,8192,0.007195199728012085,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,8192,0.04775872230529785,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,16384,0.007018560171127319,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,16384,0.04593791961669922,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,32768,0.007136639952659607,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,32768,0.04718912124633789,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,65536,0.00741919994354248,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,65536,0.04505856037139892,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,131072,0.007519680261611939,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,131072,0.04527520179748536,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,262144,0.009674879908561706,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,262144,0.04576447963714599,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,524288,0.013289599418640136,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,524288,0.04583871841430664,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,1048576,0.018921279907226564,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,1048576,0.07041440010070801,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,2097152,0.037507519721984864,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,2097152,0.07136608123779296,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,4194304,0.044196162223815914,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,4194304,0.06428671836853027,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,8388608,0.055951681137084965,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,8388608,0.06689248085021973,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,16777216,0.08467391967773438,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,16777216,0.09722016334533692,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,33554432,0.15082207679748535,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,33554432,0.1759539222717285,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,67108864,0.2778057670593262,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,67108864,0.32118270874023436,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,134217728,0.522435188293457,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,134217728,0.6042617416381836,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,268435456,0.9680547332763672,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,268435456,1.1317427062988281,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,2,536870912,1.859356231689453,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,2,536870912,2.179984283447266,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,128,0.00710207998752594,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,128,0.03759423971176147,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,256,0.007537279725074768,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,256,0.038236479759216305,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,512,0.007625600099563598,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,512,0.038544321060180665,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,1024,0.007595199942588807,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,1024,0.03901087999343872,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,2048,0.007422080039978027,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,2048,0.039315199851989745,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,4096,0.007691839933395386,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,4096,0.038940160274505614,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,8192,0.007797120213508606,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,8192,0.03950943946838379,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,16384,0.007734079957008362,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,16384,0.04024064064025879,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,32768,0.007825599908828735,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,32768,0.0391590404510498,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,65536,0.008028479814529418,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,65536,0.03843519926071167,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,131072,0.008653119802474976,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,131072,0.03853919982910156,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,262144,0.0188428795337677,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,262144,0.038755838871002195,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,524288,0.020127999782562255,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,524288,0.03990015983581543,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,1048576,0.02393728017807007,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,1048576,0.06379968166351319,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,2097152,0.03765791893005371,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,2097152,0.060083198547363284,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,4194304,0.05036064147949219,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,4194304,0.06014431953430176,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,8388608,0.0789296007156372,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,8388608,0.07948832035064697,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,16777216,0.12550848007202148,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,16777216,0.13824064254760743,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,33554432,0.18281503677368166,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,33554432,0.20972000122070314,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,67108864,0.3508691024780274,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,67108864,0.3950928115844726,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,134217728,0.6759680175781251,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,134217728,0.7581183624267578,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,268435456,1.2975578308105469,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,268435456,1.4627641296386718,vllm_eager
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_graph,bfloat16,4,536870912,2.5643585205078123,vllm_graph
vLLM,0.19.0,NVIDIA GB200,all_reduce,vLLM_custom_eager,bfloat16,4,536870912,2.8891357421875,vllm_eager
