framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,implementation
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,128,0.0030188798904418946,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,256,0.003040960133075714,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,512,0.003080959916114807,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,1024,0.0033008000254631043,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,2048,0.0032915198802948,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,4096,0.0033638399839401242,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,8192,0.008824319839477538,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,16384,0.0034204798936843875,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,32768,0.007267199754714966,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,65536,0.003648000061511993,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,131072,0.004063679873943329,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,262144,0.004925439953804016,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,524288,0.006516799926757813,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,1048576,0.009474560022354125,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,2097152,0.01664672017097473,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,4194304,0.033116478919982914,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,8388608,0.07856063842773438,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,16777216,0.1434886360168457,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,33554432,0.25103584289550784,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,67108864,0.46659103393554685,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,134217728,0.8881897735595704,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,268435456,1.7065327453613282,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,2,536870912,3.307997741699219,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,128,0.003071680068969727,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,256,0.003152959942817688,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,512,0.003175680041313171,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,1024,0.0035395199060440064,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,2048,0.003485119938850403,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,4096,0.003522239923477173,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,8192,0.0034969601035118106,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,16384,0.0037119999527931214,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,32768,0.009869440197944642,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,65536,0.009428160190582275,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,131072,0.009760640263557434,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,262144,0.011043200492858887,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,524288,0.01312351942062378,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,1048576,0.02085632085800171,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,2097152,0.03490560054779053,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,4194304,0.06046495914459229,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,8388608,0.09823936462402344,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,16777216,0.1755084800720215,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,33554432,0.32344478607177735,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,67108864,0.6170147323608399,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,134217728,1.1887062072753907,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,268435456,2.3199337768554686,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,4,536870912,4.554857177734375,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,128,0.0034969601035118106,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,256,0.003452160060405731,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,512,0.003597759902477264,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,1024,0.0038960000872611997,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,2048,0.0038339200615882876,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,4096,0.0038601601123809818,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,8192,0.003915840089321136,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,16384,0.004418880045413971,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,32768,0.005019199848175049,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,65536,0.00676479995250702,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,131072,0.010157439708709717,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,262144,0.016218240261077883,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,524288,0.019613440036773684,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,1048576,0.02867232084274292,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,2097152,0.04483871936798096,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,4194304,0.07825247764587402,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,8388608,0.12217023849487305,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,16777216,0.19661151885986328,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,33554432,0.3196828842163086,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,67108864,0.5640067291259766,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,134217728,1.0537548828125,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,268435456,2.0389833068847656,trtllm
TRTLLM,1.2.0rc5,NVIDIA H200,all_reduce,TRTLLM,float16,8,536870912,4.001036376953126,trtllm
