framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,256,0.00636
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,512,0.00654
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,1024,0.00684
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,2048,0.00651
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,4096,0.00692
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,8192,0.00714
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,16384,0.00725
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,32768,0.00768
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,65536,0.009000000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,131072,0.00821
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,262144,0.00917
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,524288,0.01217
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,1048576,0.01827
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,2097152,0.02859
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,4194304,0.038810000000000004
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,8388608,0.05823
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,16777216,0.09594
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,33554432,0.16419999999999998
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,67108864,0.3013
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,134217728,0.5621
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,2,268435456,1.0734000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,512,0.006200000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,1024,0.00622
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,2048,0.00622
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,4096,0.00623
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,8192,0.0070599999999999994
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,16384,0.00717
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,32768,0.007030000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,65536,0.007370000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,131072,0.00775
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,262144,0.0079
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,524288,0.00956
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,1048576,0.012369999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,2097152,0.01849
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,4194304,0.02829
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,8388608,0.04654
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,16777216,0.057960000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,33554432,0.09656999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,67108864,0.1641
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,134217728,0.3013
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,268435456,0.5626
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,2,536870912,1.0739
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,256,0.00723
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,512,0.0070999999999999995
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,1024,0.0069500000000000004
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,2048,0.007030000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,4096,0.00759
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,8192,0.00838
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,16384,0.0087
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,32768,0.00881
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,65536,0.00928
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,131072,0.00886
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,262144,0.01059
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,524288,0.014140000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,1048576,0.0167
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,2097152,0.02249
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,4194304,0.03315
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,8388608,0.054130000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,16777216,0.08374
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,33554432,0.1463
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,67108864,0.2793
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,134217728,0.5207999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,2,268435456,1.0095
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,512,0.00717
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,1024,0.006889999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,2048,0.0070999999999999995
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,4096,0.00758
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,8192,0.00745
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,16384,0.008369999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,32768,0.00875
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,65536,0.00876
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,131072,0.00897
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,262144,0.00878
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,524288,0.01061
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,1048576,0.014140000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,2097152,0.016829999999999998
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,4194304,0.02315
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,8388608,0.032630000000000006
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,16777216,0.05416
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,33554432,0.08429
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,67108864,0.1462
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,134217728,0.2747
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,268435456,0.5215
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,2,536870912,1.0128
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,256,0.00623
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,512,0.006030000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,1024,0.00597
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,2048,0.0064600000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,4096,0.00671
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,8192,0.00638
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,16384,0.00708
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,32768,0.00734
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,65536,0.00747
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,131072,0.00768
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,262144,0.00877
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,524288,0.01061
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,1048576,0.01614
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,2097152,0.02438
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,4194304,0.03386
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,8388608,0.054520000000000006
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,16777216,0.0984
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,33554432,0.1721
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,67108864,0.31360000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,134217728,0.5918
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,2,268435456,1.0999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,512,0.00621
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,1024,0.00721
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,2048,0.00615
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,4096,0.0064600000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,8192,0.00683
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,16384,0.0067
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,32768,0.00705
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,65536,0.00766
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,131072,0.00726
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,262144,0.00979
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,524288,0.00897
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,1048576,0.01167
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,2097152,0.017480000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,4194304,0.02657
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,8388608,0.03663
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,16777216,0.05765
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,33554432,0.1053
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,67108864,0.1824
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,134217728,0.334
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,268435456,0.6302000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,2,536870912,1.1711
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,256,0.00684
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,512,0.00697
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,1024,0.00788
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,2048,0.00717
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,4096,0.00781
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,8192,0.0079
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,16384,0.00772
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,32768,0.00841
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,65536,0.00856
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,131072,0.00974
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,262144,0.0114
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,524288,0.01544
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,1048576,0.03065
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,2097152,0.03509
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,4194304,0.0507
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,8388608,0.08212000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,16777216,0.1433
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,33554432,0.2531
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,67108864,0.4764
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,134217728,0.9017000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,2,268435456,1.7082000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,512,0.00696
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,1024,0.007200000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,2048,0.00651
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,4096,0.00713
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,8192,0.00796
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,16384,0.00817
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,32768,0.00845
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,65536,0.00863
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,131072,0.008539999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,262144,0.010050000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,524288,0.01233
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,1048576,0.01678
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,2097152,0.032049999999999995
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,4194304,0.03751
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,8388608,0.05455
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,16777216,0.08628000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,33554432,0.1495
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,67108864,0.26180000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,134217728,0.4909
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,268435456,0.928
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,2,536870912,1.766
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,256,0.014410000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,512,0.009519999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,1024,0.00844
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,2048,0.00811
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,4096,0.008150000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,8192,0.010289999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,16384,0.00954
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,32768,0.01315
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,65536,0.01025
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,131072,0.01033
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,262144,0.01227
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,524288,0.0148
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,1048576,0.02273
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,2097152,0.03934000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,4194304,0.04933
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,8388608,0.07013
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,16777216,0.11170000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,33554432,0.19669999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,67108864,0.3525
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,134217728,0.671
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,4,268435456,1.2895999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,512,0.01028
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,1024,0.00783
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,2048,0.01525
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,4096,0.00801
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,8192,0.00825
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,16384,0.01107
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,32768,0.010369999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,65536,0.01
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,131072,0.012240000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,262144,0.01043
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,524288,0.01394
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,1048576,0.01617
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,2097152,0.0221
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,4194304,0.03971
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,8388608,0.04786
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,16777216,0.07053000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,33554432,0.11170000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,67108864,0.1968
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,134217728,0.3521
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,268435456,0.6722
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,4,536870912,1.2903
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,256,0.01319
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,512,0.00973
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,1024,0.008480000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,2048,0.00937
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,4096,0.00816
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,8192,0.0105
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,16384,0.0091
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,32768,0.01042
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,65536,0.00919
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,131072,0.017050000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,262144,0.013130000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,524288,0.01541
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,1048576,0.02165
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,2097152,0.02662
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,4194304,0.03871
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,8388608,0.06569
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,16777216,0.10940000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,33554432,0.19219999999999998
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,67108864,0.3538
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,134217728,0.6723
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,4,268435456,1.2945
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,512,0.00844
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,1024,0.008039999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,2048,0.00916
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,4096,0.00974
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,8192,0.008119999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,16384,0.00924
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,32768,0.00889
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,65536,0.01348
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,131072,0.00915
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,262144,0.0119
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,524288,0.01243
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,1048576,0.016960000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,2097152,0.02207
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,4194304,0.02509
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,8388608,0.039979999999999995
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,16777216,0.06579
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,33554432,0.1096
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,67108864,0.19140000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,134217728,0.3544
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,268435456,0.6718
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,4,536870912,1.2911
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,256,0.009800000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,512,0.009519999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,1024,0.00811
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,2048,0.00888
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,4096,0.013869999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,8192,0.010150000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,16384,0.013519999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,32768,0.01056
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,65536,0.009470000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,131072,0.01268
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,262144,0.016620000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,524288,0.01402
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,1048576,0.01966
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,2097152,0.03508
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,4194304,0.04051
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,8388608,0.06121
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,16777216,0.1105
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,33554432,0.19480000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,67108864,0.3599
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,134217728,0.682
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,4,268435456,1.3141
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,512,0.01401
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,1024,0.00779
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,2048,0.0094
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,4096,0.00828
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,8192,0.00897
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,16384,0.0089
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,32768,0.01577
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,65536,0.010740000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,131072,0.00942
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,262144,0.01136
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,524288,0.01234
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,1048576,0.01333
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,2097152,0.01908
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,4194304,0.03885
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,8388608,0.0443
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,16777216,0.06718
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,33554432,0.112
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,67108864,0.2046
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,134217728,0.3715
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,268435456,0.7067000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,4,536870912,1.3562
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,256,0.01308
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,512,0.01038
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,1024,0.01017
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,2048,0.012119999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,4096,0.01097
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,8192,0.01201
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,16384,0.0152
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,32768,0.013980000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,65536,0.01541
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,131072,0.01288
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,262144,0.0157
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,524288,0.019620000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,1048576,0.030610000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,2097152,0.04518
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,4194304,0.06722
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,8388608,0.1051
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,16777216,0.1764
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,33554432,0.3306
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,67108864,0.622
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,134217728,1.1933
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,4,268435456,2.3273
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,512,0.010369999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,1024,0.0105
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,2048,0.01043
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,4096,0.01088
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,8192,0.01089
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,16384,0.0125
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,32768,0.014240000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,65536,0.01278
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,131072,0.01329
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,262144,0.01357
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,524288,0.01857
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,1048576,0.023690000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,2097152,0.03339
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,4194304,0.04258
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,8388608,0.06726
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,16777216,0.1159
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,33554432,0.18530000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,67108864,0.3417
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,134217728,0.6294
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,268435456,1.2113
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,4,536870912,2.3499000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,256,0.01239
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,512,0.012199999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,1024,0.01106
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,2048,0.011519999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,4096,0.01136
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,8192,0.013880000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,16384,0.01438
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,32768,0.01493
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,65536,0.01472
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,131072,0.016640000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,262144,0.01719
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,524288,0.01877
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,1048576,0.024460000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,2097152,0.03615
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,4194304,0.047450000000000006
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,8388608,0.07114000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,16777216,0.1295
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,33554432,0.2149
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,67108864,0.3885
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,134217728,0.7309
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,half,8,268435456,1.4057000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,512,0.01088
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,1024,0.01122
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,2048,0.01112
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,4096,0.01129
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,8192,0.011720000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,16384,0.014750000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,32768,0.01589
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,65536,0.01463
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,131072,0.01517
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,262144,0.01518
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,524288,0.0159
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,1048576,0.02169
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,2097152,0.024190000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,4194304,0.0362
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,8388608,0.047310000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,16777216,0.07039000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,33554432,0.12990000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,67108864,0.21459999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,134217728,0.3885
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,268435456,0.731
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_gather,NCCL,int8,8,536870912,1.4065999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,256,0.01065
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,512,0.01114
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,1024,0.01312
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,2048,0.01324
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,4096,0.01299
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,8192,0.013980000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,16384,0.011
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,32768,0.01333
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,65536,0.01898
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,131072,0.018920000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,262144,0.01456
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,524288,0.01793
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,1048576,0.02429
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,2097152,0.040119999999999996
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,4194304,0.04254
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,8388608,0.07285
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,16777216,0.1243
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,33554432,0.2134
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,67108864,0.3964
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,134217728,0.7603
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,half,8,268435456,1.4752
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,512,0.01247
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,1024,0.01299
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,2048,0.01663
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,4096,0.01394
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,8192,0.016300000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,16384,0.01253
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,32768,0.01192
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,65536,0.01391
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,131072,0.013859999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,262144,0.01462
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,524288,0.01587
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,1048576,0.01625
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,2097152,0.02492
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,4194304,0.04045000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,8388608,0.04294
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,16777216,0.07295
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,33554432,0.1246
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,67108864,0.2135
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,134217728,0.39680000000000004
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,268435456,0.7601
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,alltoall,NCCL,int8,8,536870912,1.4734
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,256,0.01116
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,512,0.01139
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,1024,0.01111
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,2048,0.01112
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,4096,0.01285
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,8192,0.01494
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,16384,0.01435
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,32768,0.014369999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,65536,0.014920000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,131072,0.015210000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,262144,0.01341
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,524288,0.01587
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,1048576,0.01914
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,2097152,0.02972
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,4194304,0.04870000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,8388608,0.07540000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,16777216,0.115
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,33554432,0.20090000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,67108864,0.38510000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,134217728,0.7236
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,half,8,268435456,1.4099000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,512,0.011519999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,1024,0.012029999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,2048,0.01115
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,4096,0.01166
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,8192,0.016239999999999997
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,16384,0.012050000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,32768,0.014740000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,65536,0.012580000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,131072,0.01284
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,262144,0.01573
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,524288,0.013779999999999999
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,1048576,0.016050000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,2097152,0.020030000000000003
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,4194304,0.0305
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,8388608,0.046579999999999996
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,16777216,0.07243000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,33554432,0.12919999999999998
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,67108864,0.2093
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,134217728,0.3962
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,268435456,0.7416
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,reduce_scatter,NCCL,int8,8,536870912,1.4393
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,256,0.01821
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,512,0.01632
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,1024,0.01872
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,2048,0.01846
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,4096,0.018600000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,8192,0.0195
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,16384,0.0213
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,32768,0.020239999999999998
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,65536,0.02023
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,131072,0.02079
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,262144,0.02066
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,524288,0.02698
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,1048576,0.040240000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,2097152,0.05318
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,4194304,0.08148000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,8388608,0.1255
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,16777216,0.203
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,33554432,0.326
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,67108864,0.5926
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,134217728,1.1300000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,half,8,268435456,2.198
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,512,0.016300000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,1024,0.01845
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,2048,0.01738
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,4096,0.01722
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,8192,0.01921
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,16384,0.01936
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,32768,0.021570000000000002
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,65536,0.02196
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,131072,0.02189
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,262144,0.02236
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,524288,0.02247
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,1048576,0.032799999999999996
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,2097152,0.040920000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,4194304,0.050210000000000005
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,8388608,0.07897
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,16777216,0.12869999999999998
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,33554432,0.2147
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,67108864,0.3765
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,134217728,0.7165
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,268435456,1.3679000000000001
TRTLLM,2.27.3,NVIDIA H100 80GB HBM3,all_reduce,NCCL,int8,8,536870912,2.6771
