framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,256,0.00759
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,512,0.00759
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,1024,0.00802
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,2048,0.00786
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,4096,0.00851
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,8192,0.0092
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,16384,0.00932
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,32768,0.00941
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,65536,0.0099
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,131072,0.010029999999999999
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,262144,0.01115
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,524288,0.012660000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,1048576,0.016300000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,2097152,0.024480000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,4194304,0.031170000000000003
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,8388608,0.03893
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,16777216,0.05745
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,33554432,0.1024
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,67108864,0.184
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,134217728,0.3435
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,2,268435456,0.6516000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,512,0.00816
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,1024,0.008039999999999999
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,2048,0.0078
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,4096,0.00808
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,8192,0.00839
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,16384,0.00902
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,32768,0.00945
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,65536,0.00942
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,131072,0.009980000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,262144,0.01
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,524288,0.01062
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,1048576,0.01269
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,2097152,0.016260000000000004
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,4194304,0.02451
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,8388608,0.03096
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,16777216,0.0389
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,33554432,0.057600000000000005
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,67108864,0.1023
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,134217728,0.1839
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,268435456,0.3435
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,2,536870912,0.6509
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,256,0.00916
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,512,0.00931
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,1024,0.00931
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,2048,0.00916
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,4096,0.009630000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,8192,0.01053
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,16384,0.01097
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,32768,0.01133
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,65536,0.01165
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,131072,0.01168
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,262144,0.01319
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,524288,0.01602
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,1048576,0.01882
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,2097152,0.02145
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,4194304,0.03314
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,8388608,0.051930000000000004
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,16777216,0.07843000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,33554432,0.1347
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,67108864,0.23900000000000002
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,134217728,0.4467
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,2,268435456,0.8603
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,512,0.00931
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,1024,0.00923
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,2048,0.00924
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,4096,0.00932
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,8192,0.00954
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,16384,0.010480000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,32768,0.011380000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,65536,0.01094
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,131072,0.01158
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,262144,0.0116
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,524288,0.01314
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,1048576,0.01577
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,2097152,0.01868
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,4194304,0.02225
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,8388608,0.033170000000000005
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,16777216,0.05185
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,33554432,0.06791
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,67108864,0.1347
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,134217728,0.2391
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,268435456,0.44710000000000005
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,2,536870912,0.86
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,256,0.00759
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,512,0.00777
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,1024,0.00774
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,2048,0.0079
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,4096,0.008289999999999999
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,8192,0.00928
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,16384,0.00931
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,32768,0.00927
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,65536,0.00982
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,131072,0.009890000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,262144,0.01058
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,524288,0.012199999999999999
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,1048576,0.014960000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,2097152,0.022940000000000002
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,4194304,0.028280000000000003
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,8388608,0.038829999999999996
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,16777216,0.05802
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,33554432,0.10350000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,67108864,0.1905
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,134217728,0.34450000000000003
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,2,268435456,0.6502000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,512,0.00766
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,1024,0.008130000000000002
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,2048,0.007690000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,4096,0.008220000000000002
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,8192,0.008310000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,16384,0.00922
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,32768,0.00917
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,65536,0.00934
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,131072,0.009810000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,262144,0.00965
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,524288,0.01063
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,1048576,0.01233
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,2097152,0.01645
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,4194304,0.02486
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,8388608,0.03054
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,16777216,0.04275
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,33554432,0.06355
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,67108864,0.1163
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,134217728,0.2169
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,268435456,0.39580000000000004
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,2,536870912,0.7448
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,256,0.0089
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,512,0.00885
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,1024,0.00899
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,2048,0.0092
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,4096,0.009890000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,8192,0.010369999999999999
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,16384,0.01072
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,32768,0.01046
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,65536,0.01089
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,131072,0.01133
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,262144,0.012410000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,524288,0.01433
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,1048576,0.01884
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,2097152,0.03793
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,4194304,0.04232
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,8388608,0.054810000000000005
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,16777216,0.08855
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,33554432,0.1547
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,67108864,0.2906
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,134217728,0.5401
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,2,268435456,1.0151000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,512,0.00898
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,1024,0.008830000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,2048,0.00926
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,4096,0.0095
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,8192,0.010029999999999999
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,16384,0.01058
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,32768,0.01056
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,65536,0.01063
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,131072,0.01115
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,262144,0.011460000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,524288,0.0123
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,1048576,0.01473
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,2097152,0.02078
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,4194304,0.03816
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,8388608,0.04379
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,16777216,0.05799
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,33554432,0.09298000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,67108864,0.16469999999999999
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,134217728,0.3065
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,268435456,0.5749
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,2,536870912,1.0912000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,256,0.01088
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,512,0.01235
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,1024,0.011090000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,2048,0.0114
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,4096,0.01144
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,8192,0.012240000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,16384,0.0129
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,32768,0.01278
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,65536,0.01411
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,131072,0.01312
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,262144,0.01335
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,524288,0.01486
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,1048576,0.020210000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,2097152,0.02718
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,4194304,0.05187
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,8388608,0.05969
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,16777216,0.07186000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,33554432,0.113
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,67108864,0.2104
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,134217728,0.40130000000000005
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,4,268435456,0.7583
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,512,0.01118
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,1024,0.011130000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,2048,0.01123
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,4096,0.01137
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,8192,0.0115
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,16384,0.0137
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,32768,0.01273
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,65536,0.01276
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,131072,0.01285
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,262144,0.01315
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,524288,0.01331
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,1048576,0.01512
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,2097152,0.01889
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,4194304,0.02707
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,8388608,0.051750000000000004
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,16777216,0.05936
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,33554432,0.07248
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,67108864,0.11290000000000001
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,134217728,0.2099
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,268435456,0.4011
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,4,536870912,0.7587
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,256,0.010130000000000002
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,512,0.01035
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,1024,0.0103
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,2048,0.01026
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,4096,0.01046
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,8192,0.01076
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,16384,0.01162
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,32768,0.01174
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,65536,0.01225
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,131072,0.014289999999999999
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,262144,0.013550000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,524288,0.01629
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,1048576,0.02245
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,2097152,0.02291
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,4194304,0.032049999999999995
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,8388608,0.0476
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,16777216,0.07701999999999999
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,33554432,0.1333
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,67108864,0.24180000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,134217728,0.4565
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,4,268435456,0.8798
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,512,0.01044
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,1024,0.0103
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,2048,0.01157
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,4096,0.01027
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,8192,0.01073
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,16384,0.01243
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,32768,0.01159
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,65536,0.011970000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,131072,0.01226
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,262144,0.012410000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,524288,0.013710000000000002
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,1048576,0.01632
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,2097152,0.0221
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,4194304,0.02491
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,8388608,0.033170000000000005
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,16777216,0.04772
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,33554432,0.07663
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,67108864,0.1333
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,134217728,0.2416
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,268435456,0.456
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,4,536870912,0.8803
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,256,0.010960000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,512,0.01112
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,1024,0.01122
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,2048,0.011550000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,4096,0.011380000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,8192,0.011810000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,16384,0.0125
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,32768,0.01228
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,65536,0.01298
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,131072,0.01285
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,262144,0.01359
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,524288,0.01581
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,1048576,0.01739
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,2097152,0.02497
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,4194304,0.04934
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,8388608,0.05539
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,16777216,0.07209
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,33554432,0.11370000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,67108864,0.2187
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,134217728,0.4141
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,4,268435456,0.7482000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,512,0.01111
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,1024,0.01124
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,2048,0.01114
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,4096,0.01141
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,8192,0.01158
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,16384,0.01173
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,32768,0.012490000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,65536,0.012570000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,131072,0.01281
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,262144,0.01306
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,524288,0.013130000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,1048576,0.01453
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,2097152,0.018600000000000002
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,4194304,0.027100000000000003
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,8388608,0.0516
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,16777216,0.057479999999999996
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,33554432,0.07584
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,67108864,0.12040000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,134217728,0.23500000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,268435456,0.4325
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,4,536870912,0.8339
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,256,0.014570000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,512,0.01478
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,1024,0.01482
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,2048,0.015
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,4096,0.01542
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,8192,0.017050000000000003
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,16384,0.016800000000000002
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,32768,0.016579999999999998
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,65536,0.01676
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,131072,0.01692
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,262144,0.016829999999999998
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,524288,0.01912
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,1048576,0.02491
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,2097152,0.03725
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,4194304,0.047850000000000004
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,8388608,0.07646
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,16777216,0.1223
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,33554432,0.19419999999999998
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,67108864,0.3675
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,134217728,0.7137000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,4,268435456,1.3375000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,512,0.01489
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,1024,0.014960000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,2048,0.01515
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,4096,0.01528
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,8192,0.01548
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,16384,0.01593
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,32768,0.01682
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,65536,0.016730000000000002
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,131072,0.01735
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,262144,0.01769
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,524288,0.01768
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,1048576,0.01991
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,2097152,0.026600000000000002
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,4194304,0.04097
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,8388608,0.048979999999999996
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,16777216,0.07864
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,33554432,0.1257
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,67108864,0.1986
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,134217728,0.3783
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,268435456,0.7165
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,4,536870912,1.3792
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,256,0.01618
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,512,0.016100000000000003
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,1024,0.01648
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,2048,0.016530000000000003
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,4096,0.016640000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,8192,0.01704
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,16384,0.01785
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,32768,0.01839
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,65536,0.01854
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,131072,0.01849
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,262144,0.018760000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,524288,0.01911
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,1048576,0.02252
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,2097152,0.03097
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,4194304,0.047
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,8388608,0.051000000000000004
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,16777216,0.08419
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,33554432,0.1394
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,67108864,0.2145
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,134217728,0.4237
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,half,8,268435456,0.8201
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,512,0.01616
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,1024,0.01634
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,2048,0.016280000000000003
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,4096,0.016649999999999998
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,8192,0.016890000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,16384,0.017070000000000002
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,32768,0.01781
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,65536,0.01865
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,131072,0.01841
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,262144,0.0184
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,524288,0.01887
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,1048576,0.01883
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,2097152,0.02239
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,4194304,0.03081
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,8388608,0.046990000000000004
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,16777216,0.051140000000000005
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,33554432,0.08008
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,67108864,0.1394
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,134217728,0.2144
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,268435456,0.42410000000000003
TRTLLM,2.27.3,NVIDIA B200,all_gather,NCCL,int8,8,536870912,0.8197000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,256,0.01064
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,512,0.01307
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,1024,0.010539999999999999
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,2048,0.01047
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,4096,0.0107
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,8192,0.01061
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,16384,0.011300000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,32768,0.0119
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,65536,0.01242
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,131072,0.01294
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,262144,0.013949999999999999
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,524288,0.016739999999999998
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,1048576,0.02308
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,2097152,0.03508
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,4194304,0.034710000000000005
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,8388608,0.0524
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,16777216,0.08395000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,33554432,0.1394
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,67108864,0.2486
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,134217728,0.4611
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,half,8,268435456,0.892
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,512,0.01077
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,1024,0.01051
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,2048,0.01045
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,4096,0.01043
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,8192,0.010750000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,16384,0.0105
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,32768,0.01122
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,65536,0.012060000000000001
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,131072,0.01236
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,262144,0.01486
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,524288,0.01435
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,1048576,0.01697
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,2097152,0.02284
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,4194304,0.03518
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,8388608,0.03476
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,16777216,0.05253
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,33554432,0.08368
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,67108864,0.1421
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,134217728,0.2484
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,268435456,0.46130000000000004
TRTLLM,2.27.3,NVIDIA B200,alltoall,NCCL,int8,8,536870912,0.8916000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,256,0.01613
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,512,0.01657
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,1024,0.016460000000000002
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,2048,0.01672
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,4096,0.01702
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,8192,0.01692
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,16384,0.017329999999999998
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,32768,0.01821
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,65536,0.01806
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,131072,0.0182
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,262144,0.01847
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,524288,0.01882
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,1048576,0.020980000000000002
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,2097152,0.02838
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,4194304,0.0453
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,8388608,0.05223
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,16777216,0.08862
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,33554432,0.1388
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,67108864,0.2142
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,134217728,0.417
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,half,8,268435456,0.8225
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,512,0.01623
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,1024,0.016280000000000003
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,2048,0.01657
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,4096,0.01864
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,8192,0.01706
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,16384,0.01703
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,32768,0.01751
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,65536,0.01803
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,131072,0.01822
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,262144,0.01806
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,524288,0.01882
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,1048576,0.01878
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,2097152,0.02135
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,4194304,0.02933
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,8388608,0.04734000000000001
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,16777216,0.05118
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,33554432,0.08477
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,67108864,0.1441
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,134217728,0.22130000000000002
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,268435456,0.4425
TRTLLM,2.27.3,NVIDIA B200,reduce_scatter,NCCL,int8,8,536870912,0.8351000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,256,0.02501
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,512,0.02545
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,1024,0.02599
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,2048,0.02608
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,4096,0.02622
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,8192,0.02646
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,16384,0.027170000000000003
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,32768,0.02788
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,65536,0.028120000000000003
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,131072,0.02804
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,262144,0.028620000000000003
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,524288,0.02912
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,1048576,0.03283
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,2097152,0.05472
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,4194304,0.07237
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,8388608,0.1022
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,16777216,0.1707
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,33554432,0.2791
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,67108864,0.4016
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,134217728,0.7275
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,half,8,268435456,1.3756
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,512,0.02509
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,1024,0.02569
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,2048,0.02593
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,4096,0.02622
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,8192,0.0265
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,16384,0.026760000000000003
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,32768,0.027559999999999998
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,65536,0.02816
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,131072,0.028300000000000002
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,262144,0.028489999999999998
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,524288,0.0289
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,1048576,0.029410000000000002
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,2097152,0.03411
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,4194304,0.0492
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,8388608,0.06022
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,16777216,0.08946
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,33554432,0.16180000000000003
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,67108864,0.2746
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,134217728,0.404
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,268435456,0.7762000000000001
TRTLLM,2.27.3,NVIDIA B200,all_reduce,NCCL,int8,8,536870912,1.5315
