framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,backend
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,128,0.004426560103893281,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,128,0.020956480503082277,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,256,0.0044364801049232485,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,256,0.021296000480651854,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,512,0.004485119879245758,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,512,0.021069760322570803,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,1024,0.004529600143432617,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,1024,0.021125440597534177,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,2048,0.004440000057220459,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,2048,0.0218505597114563,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,4096,0.004513280093669891,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,4096,0.021178560256958006,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,8192,0.004528000056743622,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,8192,0.021018240451812744,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,16384,0.004576640129089355,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,16384,0.020594561100006105,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,32768,0.004759680032730103,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,32768,0.02035520076751709,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,65536,0.004776639938354492,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,65536,0.02084928035736084,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,131072,0.005138880014419556,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,131072,0.020798399448394775,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,262144,0.006314880251884461,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,262144,0.020840001106262208,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,524288,0.008300480246543885,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,524288,0.020766079425811768,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,1048576,0.012401280403137208,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,1048576,0.020708799362182617,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,2097152,0.020480639934539795,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,2097152,0.027219200134277345,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,4194304,0.048324480056762695,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,4194304,0.05257696151733399,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,8388608,0.07666751861572266,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,8388608,0.08816160202026367,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,16777216,0.13540287971496584,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,16777216,0.15449567794799807,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,33554432,0.2443744087219238,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,33554432,0.27855743408203126,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,67108864,0.4622489547729492,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,67108864,0.5283168029785157,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,134217728,0.884832305908203,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,134217728,1.0130274963378905,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,268435456,1.685638732910156,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,268435456,1.9457215881347658,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,2,536870912,3.21417236328125,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,2,536870912,3.7477536010742183,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,128,0.00443231999874115,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,128,0.02115391969680786,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,256,0.004529600143432617,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,256,0.02078239917755127,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,512,0.004535039961338043,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,512,0.02102816104888916,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,1024,0.004603840112686157,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,1024,0.020906879901885986,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,2048,0.0045446398854255676,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,2048,0.02085024118423462,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,4096,0.0046700799465179445,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,4096,0.02094847917556763,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,8192,0.004768320024013519,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,8192,0.021131200790405275,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,16384,0.004917440116405487,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,16384,0.021109440326690675,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,32768,0.005288640260696411,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,32768,0.02135200023651123,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,65536,0.005812159776687622,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,65536,0.021064960956573488,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,131072,0.006980159878730774,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,131072,0.02100287914276123,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,262144,0.01045151948928833,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,262144,0.020528318881988524,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,524288,0.012025599479675294,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,524288,0.020795199871063232,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,1048576,0.017708159685134887,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,1048576,0.023808319568634034,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,2097152,0.029744639396667483,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,2097152,0.037039361000061034,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,4194304,0.061354241371154784,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,4194304,0.06568863868713379,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,8388608,0.09870495796203613,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,8388608,0.1093945598602295,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,16777216,0.17260927200317383,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,16777216,0.1919139289855957,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,33554432,0.32460384368896483,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,33554432,0.3603875350952149,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,67108864,0.6146627044677734,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,67108864,0.6796649932861328,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,134217728,1.1816054534912108,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,134217728,1.3085125732421876,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,268435456,2.3102313232421876,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,268435456,2.568999633789063,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,4,536870912,4.523123168945313,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,4,536870912,5.047902221679688,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,128,0.004673280119895935,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,128,0.022093119621276854,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,256,0.0046895998716354375,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,256,0.02253119945526123,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,512,0.004714879989624023,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,512,0.02245984077453613,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,1024,0.004762240052223206,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,1024,0.022387840747833253,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,2048,0.00478879988193512,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,2048,0.02213696002960205,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,4096,0.0049955201148986815,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,4096,0.02228895902633667,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,8192,0.005236799716949463,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,8192,0.02239648103713989,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,16384,0.005647040009498596,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,16384,0.024515841007232666,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,32768,0.006517120003700257,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,32768,0.022334721088409424,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,65536,0.008017600178718567,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,65536,0.021813440322875976,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,131072,0.019453760385513306,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,131072,0.025658559799194337,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,262144,0.019953279495239257,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,262144,0.02606911897659302,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,524288,0.025608000755310056,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,524288,0.027667839527130127,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,1048576,0.038950080871582034,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,1048576,0.04462560176849365,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,2097152,0.052329277992248534,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,2097152,0.053410878181457525,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,4194304,0.08106368064880372,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,4194304,0.09002240180969238,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,8388608,0.13451616287231444,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,8388608,0.1346012783050537,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,16777216,0.19445760726928712,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,16777216,0.20209760665893556,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,33554432,0.31751743316650394,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,33554432,0.3461500930786133,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,67108864,0.5626633453369141,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,67108864,0.6262252807617188,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,134217728,1.0519638061523438,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,134217728,1.1764367675781249,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,268435456,2.038097229003906,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,268435456,2.29459716796875,vllm_eager
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_graph,bfloat16,8,536870912,4.009345397949219,vllm_graph
vLLM,0.19.0,NVIDIA H200,all_reduce,vLLM_custom_eager,bfloat16,8,536870912,4.515851135253906,vllm_eager
