nccl_dtype,num_gpus,message_size,kernel_source,op_name,latency
half,2,1024,NCCL,all_gather,0.00614
half,2,2048,NCCL,all_gather,0.00614
half,2,4096,NCCL,all_gather,0.0068200000000000005
half,2,8192,NCCL,all_gather,0.00744
half,2,16384,NCCL,all_gather,0.0077
half,2,32768,NCCL,all_gather,0.00771
half,2,65536,NCCL,all_gather,0.00807
half,2,131072,NCCL,all_gather,0.00833
half,2,262144,NCCL,all_gather,0.010369999999999999
half,2,524288,NCCL,all_gather,0.012060000000000001
half,2,1048576,NCCL,all_gather,0.0188
half,2,2097152,NCCL,all_gather,0.02758
half,2,4194304,NCCL,all_gather,0.03691
half,2,8388608,NCCL,all_gather,0.05597
half,2,16777216,NCCL,all_gather,0.09324
half,2,33554432,NCCL,all_gather,0.15940000000000001
half,2,67108864,NCCL,all_gather,0.2939
half,2,134217728,NCCL,all_gather,0.5571
half,2,268435456,NCCL,all_gather,1.0693
half,4,1024,NCCL,all_gather,0.00789
half,4,2048,NCCL,all_gather,0.00777
half,4,4096,NCCL,all_gather,0.00807
half,4,8192,NCCL,all_gather,0.00928
half,4,16384,NCCL,all_gather,0.009519999999999999
half,4,32768,NCCL,all_gather,0.01158
half,4,65536,NCCL,all_gather,0.01017
half,4,131072,NCCL,all_gather,0.00984
half,4,262144,NCCL,all_gather,0.01247
half,4,524288,NCCL,all_gather,0.01504
half,4,1048576,NCCL,all_gather,0.021140000000000003
half,4,2097152,NCCL,all_gather,0.0376
half,4,4194304,NCCL,all_gather,0.04642
half,4,8388608,NCCL,all_gather,0.06831999999999999
half,4,16777216,NCCL,all_gather,0.1108
half,4,33554432,NCCL,all_gather,0.19469999999999998
half,4,67108864,NCCL,all_gather,0.3509
half,4,134217728,NCCL,all_gather,0.6658999999999999
half,4,268435456,NCCL,all_gather,1.2855999999999999
half,8,1024,NCCL,all_gather,0.01234
half,8,2048,NCCL,all_gather,0.01114
half,8,4096,NCCL,all_gather,0.01136
half,8,8192,NCCL,all_gather,0.0128
half,8,16384,NCCL,all_gather,0.01447
half,8,32768,NCCL,all_gather,0.016120000000000002
half,8,65536,NCCL,all_gather,0.01507
half,8,131072,NCCL,all_gather,0.01499
half,8,262144,NCCL,all_gather,0.01516
half,8,524288,NCCL,all_gather,0.018760000000000002
half,8,1048576,NCCL,all_gather,0.02524
half,8,2097152,NCCL,all_gather,0.03591
half,8,4194304,NCCL,all_gather,0.04547
half,8,8388608,NCCL,all_gather,0.0681
half,8,16777216,NCCL,all_gather,0.12830000000000003
half,8,33554432,NCCL,all_gather,0.2099
half,8,67108864,NCCL,all_gather,0.3867
half,8,134217728,NCCL,all_gather,0.7313999999999999
half,8,268435456,NCCL,all_gather,1.4178
half,2,1024,NCCL,alltoall,0.00685
half,2,2048,NCCL,alltoall,0.006980000000000001
half,2,4096,NCCL,alltoall,0.00735
half,2,8192,NCCL,alltoall,0.008320000000000001
half,2,16384,NCCL,alltoall,0.00852
half,2,32768,NCCL,alltoall,0.00835
half,2,65536,NCCL,alltoall,0.00897
half,2,131072,NCCL,alltoall,0.00872
half,2,262144,NCCL,alltoall,0.010539999999999999
half,2,524288,NCCL,alltoall,0.01385
half,2,1048576,NCCL,alltoall,0.01591
half,2,2097152,NCCL,alltoall,0.020350000000000004
half,2,4194304,NCCL,alltoall,0.03025
half,2,8388608,NCCL,alltoall,0.05138
half,2,16777216,NCCL,alltoall,0.08161
half,2,33554432,NCCL,alltoall,0.1422
half,2,67108864,NCCL,alltoall,0.2592
half,2,134217728,NCCL,alltoall,0.49210000000000004
half,2,268435456,NCCL,alltoall,0.9520000000000001
half,4,1024,NCCL,alltoall,0.00882
half,4,2048,NCCL,alltoall,0.00937
half,4,4096,NCCL,alltoall,0.00884
half,4,8192,NCCL,alltoall,0.009519999999999999
half,4,16384,NCCL,alltoall,0.008830000000000001
half,4,32768,NCCL,alltoall,0.01093
half,4,65536,NCCL,alltoall,0.01072
half,4,131072,NCCL,alltoall,0.01085
half,4,262144,NCCL,alltoall,0.0128
half,4,524288,NCCL,alltoall,0.01444
half,4,1048576,NCCL,alltoall,0.022090000000000002
half,4,2097152,NCCL,alltoall,0.023940000000000003
half,4,4194304,NCCL,alltoall,0.03755
half,4,8388608,NCCL,alltoall,0.06547
half,4,16777216,NCCL,alltoall,0.1086
half,4,33554432,NCCL,alltoall,0.1901
half,4,67108864,NCCL,alltoall,0.3473
half,4,134217728,NCCL,alltoall,0.6671
half,4,268435456,NCCL,alltoall,1.2861
half,8,1024,NCCL,alltoall,0.01361
half,8,2048,NCCL,alltoall,0.01311
half,8,4096,NCCL,alltoall,0.014289999999999999
half,8,8192,NCCL,alltoall,0.01021
half,8,16384,NCCL,alltoall,0.016829999999999998
half,8,32768,NCCL,alltoall,0.012830000000000001
half,8,65536,NCCL,alltoall,0.01161
half,8,131072,NCCL,alltoall,0.019530000000000002
half,8,262144,NCCL,alltoall,0.012240000000000001
half,8,524288,NCCL,alltoall,0.01769
half,8,1048576,NCCL,alltoall,0.026170000000000002
half,8,2097152,NCCL,alltoall,0.04069
half,8,4194304,NCCL,alltoall,0.041299999999999996
half,8,8388608,NCCL,alltoall,0.07142
half,8,16777216,NCCL,alltoall,0.12290000000000001
half,8,33554432,NCCL,alltoall,0.2104
half,8,67108864,NCCL,alltoall,0.39239999999999997
half,8,134217728,NCCL,alltoall,0.7521
half,8,268435456,NCCL,alltoall,1.4637
half,2,1024,NCCL,reduce_scatter,0.00608
half,2,2048,NCCL,reduce_scatter,0.00642
half,2,4096,NCCL,reduce_scatter,0.00652
half,2,8192,NCCL,reduce_scatter,0.0071600000000000006
half,2,16384,NCCL,reduce_scatter,0.00715
half,2,32768,NCCL,reduce_scatter,0.00745
half,2,65536,NCCL,reduce_scatter,0.0077
half,2,131072,NCCL,reduce_scatter,0.00788
half,2,262144,NCCL,reduce_scatter,0.00908
half,2,524288,NCCL,reduce_scatter,0.01145
half,2,1048576,NCCL,reduce_scatter,0.01716
half,2,2097152,NCCL,reduce_scatter,0.02427
half,2,4194304,NCCL,reduce_scatter,0.03283
half,2,8388608,NCCL,reduce_scatter,0.051750000000000004
half,2,16777216,NCCL,reduce_scatter,0.0935
half,2,33554432,NCCL,reduce_scatter,0.1668
half,2,67108864,NCCL,reduce_scatter,0.30860000000000004
half,2,134217728,NCCL,reduce_scatter,0.5882999999999999
half,2,268435456,NCCL,reduce_scatter,1.1020999999999999
half,4,1024,NCCL,reduce_scatter,0.008130000000000002
half,4,2048,NCCL,reduce_scatter,0.00828
half,4,4096,NCCL,reduce_scatter,0.008320000000000001
half,4,8192,NCCL,reduce_scatter,0.008570000000000001
half,4,16384,NCCL,reduce_scatter,0.008740000000000001
half,4,32768,NCCL,reduce_scatter,0.00872
half,4,65536,NCCL,reduce_scatter,0.010740000000000001
half,4,131072,NCCL,reduce_scatter,0.00914
half,4,262144,NCCL,reduce_scatter,0.01127
half,4,524288,NCCL,reduce_scatter,0.01455
half,4,1048576,NCCL,reduce_scatter,0.019670000000000003
half,4,2097152,NCCL,reduce_scatter,0.03469
half,4,4194304,NCCL,reduce_scatter,0.040310000000000006
half,4,8388608,NCCL,reduce_scatter,0.05901
half,4,16777216,NCCL,reduce_scatter,0.105
half,4,33554432,NCCL,reduce_scatter,0.1906
half,4,67108864,NCCL,reduce_scatter,0.3519
half,4,134217728,NCCL,reduce_scatter,0.6723
half,4,268435456,NCCL,reduce_scatter,1.3015
half,8,1024,NCCL,reduce_scatter,0.01225
half,8,2048,NCCL,reduce_scatter,0.01125
half,8,4096,NCCL,reduce_scatter,0.011460000000000001
half,8,8192,NCCL,reduce_scatter,0.01421
half,8,16384,NCCL,reduce_scatter,0.01298
half,8,32768,NCCL,reduce_scatter,0.013460000000000001
half,8,65536,NCCL,reduce_scatter,0.0151
half,8,131072,NCCL,reduce_scatter,0.01337
half,8,262144,NCCL,reduce_scatter,0.01341
half,8,524288,NCCL,reduce_scatter,0.01682
half,8,1048576,NCCL,reduce_scatter,0.02124
half,8,2097152,NCCL,reduce_scatter,0.03308
half,8,4194304,NCCL,reduce_scatter,0.04632
half,8,8388608,NCCL,reduce_scatter,0.07079
half,8,16777216,NCCL,reduce_scatter,0.1123
half,8,33554432,NCCL,reduce_scatter,0.2015
half,8,67108864,NCCL,reduce_scatter,0.3773
half,8,134217728,NCCL,reduce_scatter,0.7191000000000001
half,8,268435456,NCCL,reduce_scatter,1.3988
int8,2,2048,NCCL,all_gather,0.00618
int8,2,4096,NCCL,all_gather,0.00635
int8,2,8192,NCCL,all_gather,0.00691
int8,2,16384,NCCL,all_gather,0.0076100000000000004
int8,2,32768,NCCL,all_gather,0.0076
int8,2,65536,NCCL,all_gather,0.00766
int8,2,131072,NCCL,all_gather,0.008199999999999999
int8,2,262144,NCCL,all_gather,0.008050000000000002
int8,2,524288,NCCL,all_gather,0.01033
int8,2,1048576,NCCL,all_gather,0.01253
int8,2,2097152,NCCL,all_gather,0.01868
int8,2,4194304,NCCL,all_gather,0.02757
int8,2,8388608,NCCL,all_gather,0.03708
int8,2,16777216,NCCL,all_gather,0.05596
int8,2,33554432,NCCL,all_gather,0.0926
int8,2,67108864,NCCL,all_gather,0.15980000000000003
int8,2,134217728,NCCL,all_gather,0.2943
int8,2,268435456,NCCL,all_gather,0.5569
int8,2,536870912,NCCL,all_gather,1.0705
int8,4,2048,NCCL,all_gather,0.01041
int8,4,4096,NCCL,all_gather,0.00828
int8,4,8192,NCCL,all_gather,0.00838
int8,4,16384,NCCL,all_gather,0.009640000000000001
int8,4,32768,NCCL,all_gather,0.00949
int8,4,65536,NCCL,all_gather,0.01067
int8,4,131072,NCCL,all_gather,0.009890000000000001
int8,4,262144,NCCL,all_gather,0.00979
int8,4,524288,NCCL,all_gather,0.01377
int8,4,1048576,NCCL,all_gather,0.01489
int8,4,2097152,NCCL,all_gather,0.02068
int8,4,4194304,NCCL,all_gather,0.03758
int8,4,8388608,NCCL,all_gather,0.0468
int8,4,16777216,NCCL,all_gather,0.06779
int8,4,33554432,NCCL,all_gather,0.1101
int8,4,67108864,NCCL,all_gather,0.192
int8,4,134217728,NCCL,all_gather,0.3517
int8,4,268435456,NCCL,all_gather,0.6663
int8,4,536870912,NCCL,all_gather,1.2843
int8,8,2048,NCCL,all_gather,0.01107
int8,8,4096,NCCL,all_gather,0.013710000000000002
int8,8,8192,NCCL,all_gather,0.012410000000000001
int8,8,16384,NCCL,all_gather,0.012140000000000001
int8,8,32768,NCCL,all_gather,0.016280000000000003
int8,8,65536,NCCL,all_gather,0.01607
int8,8,131072,NCCL,all_gather,0.01463
int8,8,262144,NCCL,all_gather,0.01515
int8,8,524288,NCCL,all_gather,0.016079999999999997
int8,8,1048576,NCCL,all_gather,0.01884
int8,8,2097152,NCCL,all_gather,0.02524
int8,8,4194304,NCCL,all_gather,0.03577
int8,8,8388608,NCCL,all_gather,0.0456
int8,8,16777216,NCCL,all_gather,0.06892000000000001
int8,8,33554432,NCCL,all_gather,0.1278
int8,8,67108864,NCCL,all_gather,0.2095
int8,8,134217728,NCCL,all_gather,0.38689999999999997
int8,8,268435456,NCCL,all_gather,0.7333
int8,8,536870912,NCCL,all_gather,1.4174000000000002
int8,2,2048,NCCL,alltoall,0.006860000000000001
int8,2,4096,NCCL,alltoall,0.006889999999999999
int8,2,8192,NCCL,alltoall,0.00744
int8,2,16384,NCCL,alltoall,0.00827
int8,2,32768,NCCL,alltoall,0.008539999999999999
int8,2,65536,NCCL,alltoall,0.00861
int8,2,131072,NCCL,alltoall,0.00863
int8,2,262144,NCCL,alltoall,0.00862
int8,2,524288,NCCL,alltoall,0.01072
int8,2,1048576,NCCL,alltoall,0.01379
int8,2,2097152,NCCL,alltoall,0.01645
int8,2,4194304,NCCL,alltoall,0.02068
int8,2,8388608,NCCL,alltoall,0.03075
int8,2,16777216,NCCL,alltoall,0.05129
int8,2,33554432,NCCL,alltoall,0.08174
int8,2,67108864,NCCL,alltoall,0.14300000000000002
int8,2,134217728,NCCL,alltoall,0.2595
int8,2,268435456,NCCL,alltoall,0.4928
int8,2,536870912,NCCL,alltoall,0.9512
int8,4,2048,NCCL,alltoall,0.0092
int8,4,4096,NCCL,alltoall,0.00788
int8,4,8192,NCCL,alltoall,0.008150000000000001
int8,4,16384,NCCL,alltoall,0.010220000000000002
int8,4,32768,NCCL,alltoall,0.00895
int8,4,65536,NCCL,alltoall,0.01038
int8,4,131072,NCCL,alltoall,0.00924
int8,4,262144,NCCL,alltoall,0.01038
int8,4,524288,NCCL,alltoall,0.01282
int8,4,1048576,NCCL,alltoall,0.014480000000000002
int8,4,2097152,NCCL,alltoall,0.02181
int8,4,4194304,NCCL,alltoall,0.02546
int8,4,8388608,NCCL,alltoall,0.03731
int8,4,16777216,NCCL,alltoall,0.06429000000000001
int8,4,33554432,NCCL,alltoall,0.1083
int8,4,67108864,NCCL,alltoall,0.1901
int8,4,134217728,NCCL,alltoall,0.34700000000000003
int8,4,268435456,NCCL,alltoall,0.6648
int8,4,536870912,NCCL,alltoall,1.2861
int8,8,2048,NCCL,alltoall,0.011470000000000001
int8,8,4096,NCCL,alltoall,0.011869999999999999
int8,8,8192,NCCL,alltoall,0.01314
int8,8,16384,NCCL,alltoall,0.013380000000000001
int8,8,32768,NCCL,alltoall,0.01735
int8,8,65536,NCCL,alltoall,0.01267
int8,8,131072,NCCL,alltoall,0.01316
int8,8,262144,NCCL,alltoall,0.012570000000000001
int8,8,524288,NCCL,alltoall,0.01436
int8,8,1048576,NCCL,alltoall,0.02052
int8,8,2097152,NCCL,alltoall,0.0257
int8,8,4194304,NCCL,alltoall,0.038810000000000004
int8,8,8388608,NCCL,alltoall,0.041280000000000004
int8,8,16777216,NCCL,alltoall,0.07143000000000001
int8,8,33554432,NCCL,alltoall,0.123
int8,8,67108864,NCCL,alltoall,0.2106
int8,8,134217728,NCCL,alltoall,0.3922
int8,8,268435456,NCCL,alltoall,0.7512000000000001
int8,8,536870912,NCCL,alltoall,1.4638
int8,2,2048,NCCL,reduce_scatter,0.00609
int8,2,4096,NCCL,reduce_scatter,0.0063
int8,2,8192,NCCL,reduce_scatter,0.00672
int8,2,16384,NCCL,reduce_scatter,0.00739
int8,2,32768,NCCL,reduce_scatter,0.00767
int8,2,65536,NCCL,reduce_scatter,0.00766
int8,2,131072,NCCL,reduce_scatter,0.008119999999999999
int8,2,262144,NCCL,reduce_scatter,0.008289999999999999
int8,2,524288,NCCL,reduce_scatter,0.00973
int8,2,1048576,NCCL,reduce_scatter,0.011960000000000002
int8,2,2097152,NCCL,reduce_scatter,0.018260000000000002
int8,2,4194304,NCCL,reduce_scatter,0.02637
int8,2,8388608,NCCL,reduce_scatter,0.03523
int8,2,16777216,NCCL,reduce_scatter,0.054880000000000005
int8,2,33554432,NCCL,reduce_scatter,0.09945000000000001
int8,2,67108864,NCCL,reduce_scatter,0.1768
int8,2,134217728,NCCL,reduce_scatter,0.32660000000000006
int8,2,268435456,NCCL,reduce_scatter,0.6237
int8,2,536870912,NCCL,reduce_scatter,1.17
int8,4,2048,NCCL,reduce_scatter,0.00757
int8,4,4096,NCCL,reduce_scatter,0.00833
int8,4,8192,NCCL,reduce_scatter,0.00949
int8,4,16384,NCCL,reduce_scatter,0.010050000000000002
int8,4,32768,NCCL,reduce_scatter,0.00891
int8,4,65536,NCCL,reduce_scatter,0.0092
int8,4,131072,NCCL,reduce_scatter,0.010570000000000001
int8,4,262144,NCCL,reduce_scatter,0.00942
int8,4,524288,NCCL,reduce_scatter,0.01137
int8,4,1048576,NCCL,reduce_scatter,0.01362
int8,4,2097152,NCCL,reduce_scatter,0.02225
int8,4,4194304,NCCL,reduce_scatter,0.03854
int8,4,8388608,NCCL,reduce_scatter,0.04424
int8,4,16777216,NCCL,reduce_scatter,0.06344
int8,4,33554432,NCCL,reduce_scatter,0.10940000000000001
int8,4,67108864,NCCL,reduce_scatter,0.20350000000000001
int8,4,134217728,NCCL,reduce_scatter,0.3663
int8,4,268435456,NCCL,reduce_scatter,0.6961
int8,4,536870912,NCCL,reduce_scatter,1.3368
int8,8,2048,NCCL,reduce_scatter,0.013970000000000002
int8,8,4096,NCCL,reduce_scatter,0.01148
int8,8,8192,NCCL,reduce_scatter,0.0117
int8,8,16384,NCCL,reduce_scatter,0.014
int8,8,32768,NCCL,reduce_scatter,0.01272
int8,8,65536,NCCL,reduce_scatter,0.01443
int8,8,131072,NCCL,reduce_scatter,0.01577
int8,8,262144,NCCL,reduce_scatter,0.01591
int8,8,524288,NCCL,reduce_scatter,0.01332
int8,8,1048576,NCCL,reduce_scatter,0.017050000000000003
int8,8,2097152,NCCL,reduce_scatter,0.02197
int8,8,4194304,NCCL,reduce_scatter,0.034390000000000004
int8,8,8388608,NCCL,reduce_scatter,0.04447
int8,8,16777216,NCCL,reduce_scatter,0.0695
int8,8,33554432,NCCL,reduce_scatter,0.1231
int8,8,67108864,NCCL,reduce_scatter,0.2067
int8,8,134217728,NCCL,reduce_scatter,0.394
int8,8,268435456,NCCL,reduce_scatter,0.7413
int8,8,536870912,NCCL,reduce_scatter,1.424
