framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,backend
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,128,0.006607679724693298,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,128,0.02174623966217041,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,256,0.006598399877548218,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,256,0.08500415802001952,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,512,0.006951360106468201,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,512,0.020675840377807616,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,1024,0.006980479955673217,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,1024,0.02077120065689087,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,2048,0.006967999935150146,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,2048,0.02057568073272705,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,4096,0.007021759748458862,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,4096,0.02083712100982666,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,8192,0.0071155202388763425,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,8192,0.020829439163208008,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,16384,0.007380800247192383,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,16384,0.02009887933731079,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,32768,0.007362239956855773,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,32768,0.020138239860534667,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,65536,0.007454400062561035,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,65536,0.02023168087005615,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,131072,0.007747200131416321,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,131072,0.020144639015197755,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,262144,0.009563199877738952,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,262144,0.020109119415283202,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,524288,0.013149759769439698,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,524288,0.02077343940734863,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,1048576,0.021378560066223146,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,1048576,0.025575680732727053,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,2097152,0.039452478885650635,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,2097152,0.04211967945098877,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,4194304,0.04543935775756836,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,4194304,0.04783423900604248,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,8388608,0.057442879676818846,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,8388608,0.061040000915527345,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,16777216,0.08711999893188477,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,16777216,0.09830975532531738,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,33554432,0.15465215682983396,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,33554432,0.17699392318725587,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,67108864,0.2812291145324707,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,67108864,0.32273502349853517,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,134217728,0.5288079833984375,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,134217728,0.6123833465576172,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,268435456,1.0041478729248046,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,268435456,1.1698627471923828,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,2,536870912,1.9093087768554688,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,2,536870912,2.239605712890625,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,128,0.007056319713592529,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,128,0.022572479248046874,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,256,0.007001919746398926,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,256,0.02183648109436035,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,512,0.007023040056228638,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,512,0.022466559410095215,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,1024,0.0072934401035308835,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,1024,0.02213792085647583,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,2048,0.007365120053291321,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,2048,0.021775999069213868,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,4096,0.007424960136413574,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,4096,0.021760320663452147,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,8192,0.007538560032844544,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,8192,0.022471680641174316,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,16384,0.007790399789810181,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,16384,0.022632319927215577,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,32768,0.007809600234031678,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,32768,0.022555201053619384,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,65536,0.008173760175704956,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,65536,0.022680959701538085,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,131072,0.008655999898910523,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,131072,0.02249504089355469,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,262144,0.018198399543762206,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,262144,0.025928640365600587,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,524288,0.01883296012878418,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,524288,0.026528000831604004,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,1048576,0.026811840534210207,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,1048576,0.02904799938201904,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,2097152,0.0424070405960083,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,2097152,0.04252064228057861,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,4194304,0.05386271953582764,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,4194304,0.05231647968292237,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,8388608,0.08275584220886231,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,8388608,0.08039839744567871,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,16777216,0.12381376266479491,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,16777216,0.1359884834289551,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,33554432,0.18744352340698242,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,33554432,0.2119481658935547,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,67108864,0.3551369476318359,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,67108864,0.39912799835205076,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,134217728,0.6846832275390625,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,134217728,0.7685625457763672,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,268435456,1.2977381896972655,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,268435456,1.4673350524902342,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,4,536870912,2.5298690795898438,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,4,536870912,2.8596142578125,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,128,0.007543680071830749,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,128,0.022093760967254638,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,256,0.007443199753761291,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,256,0.02314239978790283,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,512,0.007565119862556457,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,512,0.023301761150360107,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,1024,0.007682240009307862,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,1024,0.02197632074356079,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,2048,0.007869439721107482,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,2048,0.022095038890838622,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,4096,0.00790336012840271,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,4096,0.022645120620727537,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,8192,0.00825600028038025,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,8192,0.021937921047210693,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,16384,0.008435840010643006,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,16384,0.021882240772247312,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,32768,0.008828799724578857,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,32768,0.022577600479125975,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,65536,0.009506880044937134,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,65536,0.02272480010986328,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,131072,0.026213119029998778,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,131072,0.03360991954803467,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,262144,0.026397440433502194,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,262144,0.034046399593353274,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,524288,0.03103775978088379,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,524288,0.03285599946975708,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,1048576,0.03449824094772339,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,1048576,0.03715039968490601,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,2097152,0.05657343864440918,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,2097152,0.05858880043029785,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,4194304,0.07912447929382324,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,4194304,0.07634079933166504,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,8388608,0.11004960060119628,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,8388608,0.1075004768371582,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,16777216,0.17004575729370117,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,16777216,0.1778003120422363,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,33554432,0.2780064010620117,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,33554432,0.2902329635620117,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,67108864,0.39553409576416015,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,67108864,0.42624351501464847,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,134217728,0.713839340209961,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,134217728,0.7963302612304688,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,268435456,1.337747802734375,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,268435456,1.5208454895019532,vllm_eager
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_graph,bfloat16,8,536870912,2.6097863769531253,vllm_graph
vLLM,0.19.0,NVIDIA B200,all_reduce,vLLM_custom_eager,bfloat16,8,536870912,2.9369601440429687,vllm_eager
