framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,128,0.0032313600182533263
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,256,0.003255679905414581
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,512,0.003292160034179688
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,1024,0.00346015989780426
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,2048,0.0034908801317214966
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,4096,0.003489600121974945
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,8192,0.0035158398747444156
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,16384,0.0035631999373435972
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,32768,0.0037014400959014893
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,65536,0.003903039991855621
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,131072,0.004348480105400085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,262144,0.005121600031852722
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,524288,0.006746879816055299
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,1048576,0.020113599300384522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,2097152,0.027807359695434568
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,4194304,0.04409088134765625
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,8388608,0.08217856407165527
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,16777216,0.14364447593688964
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,33554432,0.2526265525817871
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,67108864,0.4749337768554687
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,134217728,0.9022214508056641
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,268435456,1.7254103088378905
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,536870912,3.258663330078125
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,128,0.0033356800675392153
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,256,0.003517119884490967
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,512,0.0033849599957466127
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,1024,0.003596799969673157
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,2048,0.003620159924030304
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,4096,0.0036089599132537844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,8192,0.0037190398573875424
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,16384,0.0038703998923301695
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,32768,0.004149439930915833
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,65536,0.0047740799188613885
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,131072,0.006053119897842407
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,262144,0.008432639837265015
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,524288,0.013296960592269896
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,1048576,0.027615358829498293
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,2097152,0.04433407783508301
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,4194304,0.06646975994110108
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,8388608,0.10503935813903809
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,16777216,0.17762111663818358
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,33554432,0.32998176574707033
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,67108864,0.6198934555053711
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,134217728,1.1916815948486328
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,268435456,2.328408050537109
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,536870912,4.580972595214844
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,128,0.0050841599702835085
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,256,0.0033638399839401242
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,512,0.0049935999512672425
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,1024,0.004013760089874268
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,2048,0.00532800018787384
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,4096,0.005186240077018738
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,8192,0.004359039962291718
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,16384,0.0044841599464416505
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,32768,0.005186880230903626
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,65536,0.008170239925384522
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,131072,0.010469119548797607
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,262144,0.01725119948387146
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,524288,0.03118335962295532
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,1048576,0.039506239891052244
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,2097152,0.05561823844909668
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,4194304,0.0822105598449707
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,8388608,0.12521856307983398
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,16777216,0.20354911804199222
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,33554432,0.3268783950805664
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,67108864,0.590750732421875
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,134217728,1.1236892700195313
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,268435456,2.185343933105469
TRTLLM,1.0.0rc3,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,536870912,4.017281188964843