framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,implementation
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,128,0.0041715198755264285,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,256,0.004207040071487427,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,512,0.004293439984321594,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,1024,0.004384320080280304,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,2048,0.004741120040416717,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,4096,0.004587840139865875,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,8192,0.0047593599557876586,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,16384,0.004936000108718872,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,32768,0.004961920082569122,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,65536,0.0047775998711586,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,131072,0.004960959851741791,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,262144,0.005371840000152587,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,524288,0.006592000126838684,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,1048576,0.00851647973060608,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,2097152,0.01151487946510315,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,4194304,0.020079998970031737,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,8388608,0.05631167888641357,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,16777216,0.08634943962097168,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,33554432,0.15336992263793944,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,67108864,0.28329471588134764,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,134217728,0.5349248123168946,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,268435456,0.9923529815673827,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,2,536870912,1.8996263122558594,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,128,0.004680320024490357,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,256,0.004697920083999633,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,512,0.004639680087566376,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,1024,0.005566080212593079,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,2048,0.0053008002042770385,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,4096,0.005108479857444763,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,8192,0.005191680192947388,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,16384,0.005349760055541992,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,32768,0.005428799986839294,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,65536,0.005454080104827881,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,131072,0.005837759971618652,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,262144,0.007281600236892701,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,524288,0.010046080350875855,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,1048576,0.014792640209197998,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,2097152,0.023611199855804444,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,4194304,0.04849215984344483,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,8388608,0.07687007904052734,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,16777216,0.12487232208251953,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,33554432,0.1867964744567871,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,67108864,0.35173854827880857,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,134217728,0.6859359741210938,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,268435456,1.285016326904297,trtllm
TRTLLM,1.2.0rc5,NVIDIA GB200,all_reduce,TRTLLM,float16,4,536870912,2.5201875305175783,trtllm
