framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,256,0.00898
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,512,0.00908
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,1024,0.00906
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,2048,0.00937
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,4096,0.01047
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,8192,0.01143
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,16384,0.011970000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,32768,0.01252
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,65536,0.012369999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,131072,0.01357
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,262144,0.01561
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,524288,0.01995
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,1048576,0.0381
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,2097152,0.04328
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,4194304,0.05972
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,8388608,0.09344
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,16777216,0.1537
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,33554432,0.26630000000000004
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,67108864,0.4964
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,134217728,0.9390000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,2,268435456,1.7898
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,512,0.00901
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,1024,0.00908
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,2048,0.00914
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,4096,0.009300000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,8192,0.01047
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,16384,0.011640000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,32768,0.0121
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,65536,0.01234
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,131072,0.012490000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,262144,0.01348
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,524288,0.01589
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,1048576,0.019780000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,2097152,0.0383
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,4194304,0.04364
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,8388608,0.06025
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,16777216,0.09348000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,33554432,0.1535
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,67108864,0.2662
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,134217728,0.4965
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,268435456,0.9398
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,2,536870912,1.7895999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,256,0.01052
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,512,0.01059
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,1024,0.010830000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,2048,0.011090000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,4096,0.0116
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,8192,0.012480000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,16384,0.013869999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,32768,0.01391
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,65536,0.01444
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,131072,0.01471
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,262144,0.01724
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,524288,0.02279
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,1048576,0.028620000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,2097152,0.03819
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,4194304,0.056049999999999996
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,8388608,0.09831000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,16777216,0.1365
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,33554432,0.243
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,67108864,0.44560000000000005
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,134217728,0.8445
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,2,268435456,1.6353
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,512,0.01055
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,1024,0.01077
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,2048,0.01086
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,4096,0.01077
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,8192,0.011890000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,16384,0.01244
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,32768,0.014029999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,65536,0.014
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,131072,0.01445
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,262144,0.014740000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,524288,0.01738
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,1048576,0.02279
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,2097152,0.029
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,4194304,0.03823
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,8388608,0.05541
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,16777216,0.09787000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,33554432,0.1365
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,67108864,0.24380000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,134217728,0.448
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,268435456,0.8428
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,2,536870912,1.6379000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,256,0.0089
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,512,0.00904
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,1024,0.00903
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,2048,0.00941
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,4096,0.009880000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,8192,0.01123
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,16384,0.01154
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,32768,0.01175
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,65536,0.011970000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,131072,0.01302
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,262144,0.01523
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,524288,0.0194
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,1048576,0.03487
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,2097152,0.04125
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,4194304,0.0531
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,8388608,0.08227
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,16777216,0.1347
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,33554432,0.2303
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,67108864,0.4337
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,134217728,0.8260000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,2,268435456,1.6118
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,512,0.00889
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,1024,0.00901
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,2048,0.0091
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,4096,0.00922
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,8192,0.01011
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,16384,0.01118
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,32768,0.01174
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,65536,0.01192
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,131072,0.011960000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,262144,0.01317
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,524288,0.01558
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,1048576,0.02027
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,2097152,0.03908
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,4194304,0.04411
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,8388608,0.0593
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,16777216,0.08761000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,33554432,0.1441
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,67108864,0.24080000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,134217728,0.45330000000000004
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,268435456,0.8582000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,2,536870912,1.674
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,256,0.009980000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,512,0.010050000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,1024,0.01
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,2048,0.010220000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,4096,0.01097
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,8192,0.012750000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,16384,0.01278
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,32768,0.01297
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,65536,0.01345
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,131072,0.01526
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,262144,0.019370000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,524288,0.04084
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,1048576,0.04758
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,2097152,0.05578
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,4194304,0.08713
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,8388608,0.12819999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,16777216,0.22419999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,33554432,0.3915
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,67108864,0.7475
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,134217728,1.4301
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,2,268435456,2.7811
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,512,0.00991
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,1024,0.010029999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,2048,0.01002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,4096,0.01038
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,8192,0.01167
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,16384,0.01317
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,32768,0.01349
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,65536,0.0135
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,131072,0.01391
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,262144,0.01625
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,524288,0.0202
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,1048576,0.04405
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,2097152,0.05194
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,4194304,0.06013
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,8388608,0.09501000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,16777216,0.1366
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,33554432,0.2348
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,67108864,0.4052
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,134217728,0.7715
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,268435456,1.4670999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,2,536870912,2.8436999999999997
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,256,0.01076
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,512,0.01077
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,1024,0.01103
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,2048,0.01102
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,4096,0.01184
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,8192,0.013880000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,16384,0.01508
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,32768,0.015380000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,65536,0.015519999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,131072,0.015880000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,262144,0.01861
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,524288,0.02253
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,1048576,0.05293
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,2097152,0.060700000000000004
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,4194304,0.07319
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,8388608,0.11850000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,16777216,0.1765
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,33554432,0.32539999999999997
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,67108864,0.5785
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,134217728,1.1064
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,4,268435456,2.102
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,512,0.01081
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,1024,0.01087
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,2048,0.0109
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,4096,0.01133
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,8192,0.011710000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,16384,0.0136
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,32768,0.01503
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,65536,0.01534
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,131072,0.01564
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,262144,0.01574
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,524288,0.01831
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,1048576,0.022760000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,2097152,0.05267
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,4194304,0.06065
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,8388608,0.07486
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,16777216,0.1183
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,33554432,0.1766
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,67108864,0.325
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,134217728,0.5809
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,268435456,1.1071
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,4,536870912,2.1014
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,256,0.01243
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,512,0.01239
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,1024,0.01244
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,2048,0.012400000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,4096,0.01264
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,8192,0.01323
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,16384,0.01411
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,32768,0.01451
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,65536,0.014960000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,131072,0.01567
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,262144,0.018600000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,524288,0.0252
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,1048576,0.03615
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,2097152,0.04144
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,4194304,0.060840000000000005
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,8388608,0.1044
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,16777216,0.1729
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,33554432,0.312
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,67108864,0.5735
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,134217728,1.0706
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,4,268435456,2.0656999999999996
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,512,0.01289
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,1024,0.012480000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,2048,0.01239
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,4096,0.01279
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,8192,0.01271
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,16384,0.01354
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,32768,0.01418
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,65536,0.014289999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,131072,0.01487
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,262144,0.016
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,524288,0.01891
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,1048576,0.02503
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,2097152,0.0359
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,4194304,0.04177
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,8388608,0.06141
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,16777216,0.10490000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,33554432,0.17300000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,67108864,0.31310000000000004
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,134217728,0.5742999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,268435456,1.077
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,4,536870912,2.0595
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,256,0.010750000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,512,0.01082
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,1024,0.01072
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,2048,0.011210000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,4096,0.0115
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,8192,0.01259
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,16384,0.0137
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,32768,0.013869999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,65536,0.01455
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,131072,0.01433
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,262144,0.016890000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,524288,0.021079999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,1048576,0.04869
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,2097152,0.05668
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,4194304,0.06687000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,8388608,0.1093
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,16777216,0.16590000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,33554432,0.3033
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,67108864,0.5387000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,134217728,1.0348
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,4,268435456,1.9823
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,512,0.011
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,1024,0.01091
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,2048,0.01095
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,4096,0.01144
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,8192,0.01166
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,16384,0.01288
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,32768,0.013900000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,65536,0.01439
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,131072,0.01447
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,262144,0.01495
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,524288,0.0172
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,1048576,0.02215
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,2097152,0.054380000000000005
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,4194304,0.06484999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,8388608,0.07598
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,16777216,0.12040000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,33554432,0.1787
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,67108864,0.3247
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,134217728,0.5656
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,268435456,1.0886
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,4,536870912,2.0804
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,256,0.014539999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,512,0.013859999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,1024,0.01417
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,2048,0.0143
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,4096,0.01468
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,8192,0.016280000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,16384,0.01737
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,32768,0.0178
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,65536,0.0178
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,131072,0.01815
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,262144,0.02293
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,524288,0.02978
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,1048576,0.04622
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,2097152,0.06876
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,4194304,0.111
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,8388608,0.1835
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,16777216,0.28800000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,33554432,0.5443
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,67108864,1.0005
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,134217728,1.9265999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,4,268435456,3.7163000000000004
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,512,0.01438
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,1024,0.014230000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,2048,0.013960000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,4096,0.014490000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,8192,0.015220000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,16384,0.01712
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,32768,0.018670000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,65536,0.0189
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,131072,0.01918
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,262144,0.019850000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,524288,0.02486
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,1048576,0.03204
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,2097152,0.0456
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,4194304,0.06892000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,8388608,0.1263
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,16777216,0.2033
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,33554432,0.3058
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,67108864,0.5740000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,134217728,1.0349000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,268435456,1.9875
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,4,536870912,3.8115
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,256,0.015560000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,512,0.01498
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,1024,0.0148
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,2048,0.01465
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,4096,0.014580000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,8192,0.01583
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,16384,0.019510000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,32768,0.02115
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,65536,0.02091
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,131072,0.020989999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,262144,0.02193
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,524288,0.02679
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,1048576,0.03345
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,2097152,0.047950000000000007
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,4194304,0.07351
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,8388608,0.135
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,16777216,0.2176
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,33554432,0.3516
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,67108864,0.6603
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,134217728,1.2167999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,half,8,268435456,2.2880000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,512,0.01551
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,1024,0.01462
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,2048,0.01499
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,4096,0.0148
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,8192,0.014960000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,16384,0.01577
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,32768,0.01957
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,65536,0.02075
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,131072,0.020980000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,262144,0.02077
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,524288,0.02205
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,1048576,0.02612
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,2097152,0.033490000000000006
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,4194304,0.04759000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,8388608,0.07398
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,16777216,0.1347
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,33554432,0.2171
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,67108864,0.3508
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,134217728,0.659
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,268435456,1.2154
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_gather,NCCL,int8,8,536870912,2.2902
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,256,0.01582
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,512,0.012830000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,1024,0.01279
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,2048,0.01564
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,4096,0.01593
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,8192,0.012570000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,16384,0.01327
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,32768,0.014220000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,65536,0.01656
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,131072,0.0184
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,262144,0.01898
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,524288,0.02581
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,1048576,0.03857
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,2097152,0.06434000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,4194304,0.06784000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,8388608,0.1143
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,16777216,0.19130000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,33554432,0.3476
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,67108864,0.6405
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,134217728,1.1979000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,half,8,268435456,2.3135
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,512,0.013470000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,1024,0.01598
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,2048,0.01242
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,4096,0.012740000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,8192,0.016300000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,16384,0.01255
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,32768,0.01311
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,65536,0.013960000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,131072,0.016399999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,262144,0.01784
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,524288,0.01988
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,1048576,0.02603
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,2097152,0.03891
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,4194304,0.06481
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,8388608,0.06849
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,16777216,0.1139
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,33554432,0.19080000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,67108864,0.34850000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,134217728,0.6403
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,268435456,1.1993
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,alltoall,NCCL,int8,8,536870912,2.3138
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,256,0.01558
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,512,0.01525
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,1024,0.01502
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,2048,0.01465
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,4096,0.01452
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,8192,0.0151
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,16384,0.016829999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,32768,0.01804
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,65536,0.01816
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,131072,0.0182
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,262144,0.01908
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,524288,0.02343
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,1048576,0.034210000000000004
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,2097152,0.05203
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,4194304,0.07948999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,8388608,0.12340000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,16777216,0.21
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,33554432,0.3272
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,67108864,0.624
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,134217728,1.1495
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,half,8,268435456,2.2071
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,512,0.01585
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,1024,0.01528
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,2048,0.01528
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,4096,0.01495
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,8192,0.01491
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,16384,0.01514
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,32768,0.01693
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,65536,0.01875
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,131072,0.01852
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,262144,0.01838
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,524288,0.01922
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,1048576,0.02445
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,2097152,0.03418
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,4194304,0.05126
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,8388608,0.07812999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,16777216,0.1447
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,33554432,0.2303
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,67108864,0.35100000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,134217728,0.6735
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,268435456,1.2084000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,reduce_scatter,NCCL,int8,8,536870912,2.3371999999999997
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,256,0.02257
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,512,0.02177
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,1024,0.02153
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,2048,0.02143
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,4096,0.02127
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,8192,0.02255
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,16384,0.02596
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,32768,0.028059999999999998
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,65536,0.02741
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,131072,0.0275
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,262144,0.03008
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,524288,0.03885
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,1048576,0.053700000000000005
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,2097152,0.07731
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,4194304,0.128
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,8388608,0.2165
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,16777216,0.367
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,33554432,0.5952999999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,67108864,1.1691
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,134217728,2.1825
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,half,8,268435456,4.225899999999999
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,512,0.02264
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,1024,0.02236
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,2048,0.02165
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,4096,0.02131
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,8192,0.02178
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,16384,0.02373
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,32768,0.028620000000000003
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,65536,0.03089
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,131072,0.03015
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,262144,0.030260000000000002
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,524288,0.03135
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,1048576,0.04039
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,2097152,0.056280000000000004
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,4194304,0.07518000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,8388608,0.1271
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,16777216,0.2154
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,33554432,0.4044
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,67108864,0.6377
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,134217728,1.2207000000000001
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,268435456,2.2565
TRTLLM,2.27.3,NVIDIA A100-SXM4-80GB,all_reduce,NCCL,int8,8,536870912,4.3643
