framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,128,0.0037990400195121767
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,256,0.0038195198774337766
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,512,0.0038400000333786008
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,1024,0.003962880074977875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,2048,0.00419840008020401
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,4096,0.004679679870605469
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,8192,0.005109760165214539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,16384,0.004894720017910003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,32768,0.0050995200872421265
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,65536,0.005191680192947388
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,131072,0.006154239773750305
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,262144,0.0078438401222229
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,524288,0.011560959815979004
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,1048576,0.04764671802520752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,2097152,0.054302721023559576
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,4194304,0.08086527824401855
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,8388608,0.12891136169433595
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,16777216,0.22593536376953124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,33554432,0.39159809112548827
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,67108864,0.750909423828125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,134217728,1.4323199462890623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,268435456,2.7812045288085936
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,2,536870912,5.297162475585937
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,128,0.004044800102710724
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,256,0.0039936000108718875
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,512,0.004034560024738312
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,1024,0.004239360094070435
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,2048,0.004710400104522705
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,4096,0.006010879874229431
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,8192,0.006318079829216003
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,16384,0.006010879874229431
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,32768,0.006031360030174256
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,65536,0.007342079877853394
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,131072,0.009369599819183349
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,262144,0.013864959478378297
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,524288,0.023111679553985597
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,1048576,0.04826111793518066
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,2097152,0.06994944095611573
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,4194304,0.11254783630371094
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,8388608,0.18551807403564452
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,16777216,0.2913894462585449
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,33554432,0.5491507339477539
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,67108864,1.0039910125732423
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,134217728,1.9268095397949216
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,268435456,3.7237863159179687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,4,536870912,7.250319213867188
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,128,0.004372479915618897
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,256,0.0045875200629234315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,512,0.0045875200629234315
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,1024,0.004782080054283142
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,2048,0.006062080264091492
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,4096,0.007997440099716186
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,8192,0.008376320004463197
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,16384,0.008355839848518372
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,32768,0.009000959992408752
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,65536,0.011724799871444702
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,131072,0.016281599998474124
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,262144,0.028252160549163817
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,524288,0.0832204818725586
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,1048576,0.0535859203338623
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,2097152,0.07585792064666748
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,4194304,0.1287987232208252
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,8388608,0.2168217658996582
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,16777216,0.37445632934570316
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,33554432,0.6034124755859376
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,67108864,1.1736985778808593
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,134217728,2.1758770751953125
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,268435456,4.229816284179687
TRTLLM,1.0.0,NVIDIA A100-SXM4-80GB,all_reduce,TRTLLM,float16,8,536870912,8.264181518554688
