nccl_dtype,num_gpus,message_size,kernel_source,op_name,latency
half,2,1024,NCCL,all_gather,0.005980000000000001
half,2,2048,NCCL,all_gather,0.00601
half,2,4096,NCCL,all_gather,0.00687
half,2,8192,NCCL,all_gather,0.00735
half,2,16384,NCCL,all_gather,0.00751
half,2,32768,NCCL,all_gather,0.00799
half,2,65536,NCCL,all_gather,0.008220000000000002
half,2,131072,NCCL,all_gather,0.00842
half,2,262144,NCCL,all_gather,0.010400000000000001
half,2,524288,NCCL,all_gather,0.012140000000000001
half,2,1048576,NCCL,all_gather,0.019030000000000002
half,2,2097152,NCCL,all_gather,0.027870000000000002
half,2,4194304,NCCL,all_gather,0.03819
half,2,8388608,NCCL,all_gather,0.0579
half,2,16777216,NCCL,all_gather,0.0958
half,2,33554432,NCCL,all_gather,0.1643
half,2,67108864,NCCL,all_gather,0.2998
half,2,134217728,NCCL,all_gather,0.5615
half,2,268435456,NCCL,all_gather,1.0760999999999998
half,4,1024,NCCL,all_gather,0.00784
half,4,2048,NCCL,all_gather,0.00809
half,4,4096,NCCL,all_gather,0.008050000000000002
half,4,8192,NCCL,all_gather,0.00925
half,4,16384,NCCL,all_gather,0.00936
half,4,32768,NCCL,all_gather,0.00975
half,4,65536,NCCL,all_gather,0.009960000000000002
half,4,131072,NCCL,all_gather,0.01011
half,4,262144,NCCL,all_gather,0.01236
half,4,524288,NCCL,all_gather,0.0148
half,4,1048576,NCCL,all_gather,0.02234
half,4,2097152,NCCL,all_gather,0.040630000000000006
half,4,4194304,NCCL,all_gather,0.04909
half,4,8388608,NCCL,all_gather,0.07004
half,4,16777216,NCCL,all_gather,0.11340000000000001
half,4,33554432,NCCL,all_gather,0.1973
half,4,67108864,NCCL,all_gather,0.353
half,4,134217728,NCCL,all_gather,0.6701
half,4,268435456,NCCL,all_gather,1.2901
half,8,1024,NCCL,all_gather,0.01118
half,8,2048,NCCL,all_gather,0.01134
half,8,4096,NCCL,all_gather,0.01125
half,8,8192,NCCL,all_gather,0.01367
half,8,16384,NCCL,all_gather,0.01476
half,8,32768,NCCL,all_gather,0.016730000000000002
half,8,65536,NCCL,all_gather,0.014750000000000001
half,8,131072,NCCL,all_gather,0.01647
half,8,262144,NCCL,all_gather,0.0174
half,8,524288,NCCL,all_gather,0.01862
half,8,1048576,NCCL,all_gather,0.02497
half,8,2097152,NCCL,all_gather,0.03628
half,8,4194304,NCCL,all_gather,0.04696
half,8,8388608,NCCL,all_gather,0.07113
half,8,16777216,NCCL,all_gather,0.1306
half,8,33554432,NCCL,all_gather,0.2139
half,8,67108864,NCCL,all_gather,0.39680000000000004
half,8,134217728,NCCL,all_gather,0.7471
half,8,268435456,NCCL,all_gather,1.4245999999999999
half,2,1024,NCCL,alltoall,0.00639
half,2,2048,NCCL,alltoall,0.007
half,2,4096,NCCL,alltoall,0.00725
half,2,8192,NCCL,alltoall,0.007980000000000001
half,2,16384,NCCL,alltoall,0.00839
half,2,32768,NCCL,alltoall,0.00872
half,2,65536,NCCL,alltoall,0.00916
half,2,131072,NCCL,alltoall,0.00884
half,2,262144,NCCL,alltoall,0.01058
half,2,524288,NCCL,alltoall,0.013779999999999999
half,2,1048576,NCCL,alltoall,0.016640000000000002
half,2,2097152,NCCL,alltoall,0.02238
half,2,4194304,NCCL,alltoall,0.032880000000000006
half,2,8388608,NCCL,alltoall,0.053840000000000006
half,2,16777216,NCCL,alltoall,0.08351
half,2,33554432,NCCL,alltoall,0.1456
half,2,67108864,NCCL,alltoall,0.2697
half,2,134217728,NCCL,alltoall,0.5129
half,2,268435456,NCCL,alltoall,1.0003
half,4,1024,NCCL,alltoall,0.00783
half,4,2048,NCCL,alltoall,0.009470000000000001
half,4,4096,NCCL,alltoall,0.00819
half,4,8192,NCCL,alltoall,0.01367
half,4,16384,NCCL,alltoall,0.008480000000000001
half,4,32768,NCCL,alltoall,0.00906
half,4,65536,NCCL,alltoall,0.00903
half,4,131072,NCCL,alltoall,0.009710000000000002
half,4,262144,NCCL,alltoall,0.01246
half,4,524288,NCCL,alltoall,0.014960000000000001
half,4,1048576,NCCL,alltoall,0.02149
half,4,2097152,NCCL,alltoall,0.024820000000000002
half,4,4194304,NCCL,alltoall,0.038630000000000005
half,4,8388608,NCCL,alltoall,0.06735
half,4,16777216,NCCL,alltoall,0.1092
half,4,33554432,NCCL,alltoall,0.1925
half,4,67108864,NCCL,alltoall,0.3538
half,4,134217728,NCCL,alltoall,0.6701
half,4,268435456,NCCL,alltoall,1.2798
half,8,1024,NCCL,alltoall,0.01583
half,8,2048,NCCL,alltoall,0.01328
half,8,4096,NCCL,alltoall,0.01368
half,8,8192,NCCL,alltoall,0.01085
half,8,16384,NCCL,alltoall,0.016010000000000003
half,8,32768,NCCL,alltoall,0.0213
half,8,65536,NCCL,alltoall,0.01361
half,8,131072,NCCL,alltoall,0.01227
half,8,262144,NCCL,alltoall,0.01202
half,8,524288,NCCL,alltoall,0.01613
half,8,1048576,NCCL,alltoall,0.023850000000000003
half,8,2097152,NCCL,alltoall,0.039520000000000007
half,8,4194304,NCCL,alltoall,0.042280000000000005
half,8,8388608,NCCL,alltoall,0.0732
half,8,16777216,NCCL,alltoall,0.1252
half,8,33554432,NCCL,alltoall,0.21280000000000002
half,8,67108864,NCCL,alltoall,0.39430000000000004
half,8,134217728,NCCL,alltoall,0.7571
half,8,268435456,NCCL,alltoall,1.4686
half,2,1024,NCCL,reduce_scatter,0.005980000000000001
half,2,2048,NCCL,reduce_scatter,0.00614
half,2,4096,NCCL,reduce_scatter,0.00641
half,2,8192,NCCL,reduce_scatter,0.00718
half,2,16384,NCCL,reduce_scatter,0.00719
half,2,32768,NCCL,reduce_scatter,0.00755
half,2,65536,NCCL,reduce_scatter,0.0077
half,2,131072,NCCL,reduce_scatter,0.00785
half,2,262144,NCCL,reduce_scatter,0.00935
half,2,524288,NCCL,reduce_scatter,0.01167
half,2,1048576,NCCL,reduce_scatter,0.01745
half,2,2097152,NCCL,reduce_scatter,0.024300000000000002
half,2,4194304,NCCL,reduce_scatter,0.0338
half,2,8388608,NCCL,reduce_scatter,0.054380000000000005
half,2,16777216,NCCL,reduce_scatter,0.09818
half,2,33554432,NCCL,reduce_scatter,0.1719
half,2,67108864,NCCL,reduce_scatter,0.31439999999999996
half,2,134217728,NCCL,reduce_scatter,0.5959
half,2,268435456,NCCL,reduce_scatter,1.1082
half,4,1024,NCCL,reduce_scatter,0.00758
half,4,2048,NCCL,reduce_scatter,0.00948
half,4,4096,NCCL,reduce_scatter,0.00834
half,4,8192,NCCL,reduce_scatter,0.00839
half,4,16384,NCCL,reduce_scatter,0.00851
half,4,32768,NCCL,reduce_scatter,0.00979
half,4,65536,NCCL,reduce_scatter,0.00908
half,4,131072,NCCL,reduce_scatter,0.00925
half,4,262144,NCCL,reduce_scatter,0.011460000000000001
half,4,524288,NCCL,reduce_scatter,0.01337
half,4,1048576,NCCL,reduce_scatter,0.019649999999999997
half,4,2097152,NCCL,reduce_scatter,0.03531
half,4,4194304,NCCL,reduce_scatter,0.04157
half,4,8388608,NCCL,reduce_scatter,0.06237
half,4,16777216,NCCL,reduce_scatter,0.107
half,4,33554432,NCCL,reduce_scatter,0.1961
half,4,67108864,NCCL,reduce_scatter,0.36
half,4,134217728,NCCL,reduce_scatter,0.6804
half,4,268435456,NCCL,reduce_scatter,1.3115
half,8,1024,NCCL,reduce_scatter,0.013130000000000001
half,8,2048,NCCL,reduce_scatter,0.011380000000000001
half,8,4096,NCCL,reduce_scatter,0.01287
half,8,8192,NCCL,reduce_scatter,0.01182
half,8,16384,NCCL,reduce_scatter,0.01368
half,8,32768,NCCL,reduce_scatter,0.015220000000000001
half,8,65536,NCCL,reduce_scatter,0.0131
half,8,131072,NCCL,reduce_scatter,0.01487
half,8,262144,NCCL,reduce_scatter,0.01351
half,8,524288,NCCL,reduce_scatter,0.016980000000000002
half,8,1048576,NCCL,reduce_scatter,0.02153
half,8,2097152,NCCL,reduce_scatter,0.033479999999999996
half,8,4194304,NCCL,reduce_scatter,0.047689999999999996
half,8,8388608,NCCL,reduce_scatter,0.07374
half,8,16777216,NCCL,reduce_scatter,0.1165
half,8,33554432,NCCL,reduce_scatter,0.2049
half,8,67108864,NCCL,reduce_scatter,0.38510000000000005
half,8,134217728,NCCL,reduce_scatter,0.7263
half,8,268435456,NCCL,reduce_scatter,1.4071
int8,2,2048,NCCL,all_gather,0.00604
int8,2,4096,NCCL,all_gather,0.00623
int8,2,8192,NCCL,all_gather,0.00683
int8,2,16384,NCCL,all_gather,0.00768
int8,2,32768,NCCL,all_gather,0.00751
int8,2,65536,NCCL,all_gather,0.00767
int8,2,131072,NCCL,all_gather,0.00828
int8,2,262144,NCCL,all_gather,0.00841
int8,2,524288,NCCL,all_gather,0.01016
int8,2,1048576,NCCL,all_gather,0.01233
int8,2,2097152,NCCL,all_gather,0.01896
int8,2,4194304,NCCL,all_gather,0.02779
int8,2,8388608,NCCL,all_gather,0.03792
int8,2,16777216,NCCL,all_gather,0.05772
int8,2,33554432,NCCL,all_gather,0.09558
int8,2,67108864,NCCL,all_gather,0.1645
int8,2,134217728,NCCL,all_gather,0.2999
int8,2,268435456,NCCL,all_gather,0.5616
int8,2,536870912,NCCL,all_gather,1.0754000000000001
int8,4,2048,NCCL,all_gather,0.00764
int8,4,4096,NCCL,all_gather,0.00954
int8,4,8192,NCCL,all_gather,0.007940000000000001
int8,4,16384,NCCL,all_gather,0.009460000000000001
int8,4,32768,NCCL,all_gather,0.00958
int8,4,65536,NCCL,all_gather,0.00976
int8,4,131072,NCCL,all_gather,0.0099
int8,4,262144,NCCL,all_gather,0.011460000000000001
int8,4,524288,NCCL,all_gather,0.0127
int8,4,1048576,NCCL,all_gather,0.014920000000000001
int8,4,2097152,NCCL,all_gather,0.0212
int8,4,4194304,NCCL,all_gather,0.038740000000000004
int8,4,8388608,NCCL,all_gather,0.047689999999999996
int8,4,16777216,NCCL,all_gather,0.07071
int8,4,33554432,NCCL,all_gather,0.11320000000000001
int8,4,67108864,NCCL,all_gather,0.1977
int8,4,134217728,NCCL,all_gather,0.3531
int8,4,268435456,NCCL,all_gather,0.6714
int8,4,536870912,NCCL,all_gather,1.2901
int8,8,2048,NCCL,all_gather,0.01379
int8,8,4096,NCCL,all_gather,0.014070000000000001
int8,8,8192,NCCL,all_gather,0.01354
int8,8,16384,NCCL,all_gather,0.01247
int8,8,32768,NCCL,all_gather,0.01462
int8,8,65536,NCCL,all_gather,0.0143
int8,8,131072,NCCL,all_gather,0.015130000000000001
int8,8,262144,NCCL,all_gather,0.01749
int8,8,524288,NCCL,all_gather,0.01739
int8,8,1048576,NCCL,all_gather,0.02113
int8,8,2097152,NCCL,all_gather,0.025160000000000002
int8,8,4194304,NCCL,all_gather,0.03629
int8,8,8388608,NCCL,all_gather,0.04698
int8,8,16777216,NCCL,all_gather,0.07143000000000001
int8,8,33554432,NCCL,all_gather,0.13
int8,8,67108864,NCCL,all_gather,0.21380000000000002
int8,8,134217728,NCCL,all_gather,0.3974
int8,8,268435456,NCCL,all_gather,0.745
int8,8,536870912,NCCL,all_gather,1.4253
int8,2,2048,NCCL,alltoall,0.0068
int8,2,4096,NCCL,alltoall,0.00721
int8,2,8192,NCCL,alltoall,0.00767
int8,2,16384,NCCL,alltoall,0.00821
int8,2,32768,NCCL,alltoall,0.0085
int8,2,65536,NCCL,alltoall,0.00878
int8,2,131072,NCCL,alltoall,0.00877
int8,2,262144,NCCL,alltoall,0.00882
int8,2,524288,NCCL,alltoall,0.01061
int8,2,1048576,NCCL,alltoall,0.01401
int8,2,2097152,NCCL,alltoall,0.01647
int8,2,4194304,NCCL,alltoall,0.02212
int8,2,8388608,NCCL,alltoall,0.03259
int8,2,16777216,NCCL,alltoall,0.05401
int8,2,33554432,NCCL,alltoall,0.08337
int8,2,67108864,NCCL,alltoall,0.1461
int8,2,134217728,NCCL,alltoall,0.2697
int8,2,268435456,NCCL,alltoall,0.5133
int8,2,536870912,NCCL,alltoall,0.9996
int8,4,2048,NCCL,alltoall,0.00834
int8,4,4096,NCCL,alltoall,0.010039999999999999
int8,4,8192,NCCL,alltoall,0.00825
int8,4,16384,NCCL,alltoall,0.007940000000000001
int8,4,32768,NCCL,alltoall,0.0086
int8,4,65536,NCCL,alltoall,0.01059
int8,4,131072,NCCL,alltoall,0.01076
int8,4,262144,NCCL,alltoall,0.00951
int8,4,524288,NCCL,alltoall,0.01097
int8,4,1048576,NCCL,alltoall,0.01501
int8,4,2097152,NCCL,alltoall,0.02153
int8,4,4194304,NCCL,alltoall,0.02657
int8,4,8388608,NCCL,alltoall,0.03837
int8,4,16777216,NCCL,alltoall,0.06587000000000001
int8,4,33554432,NCCL,alltoall,0.1095
int8,4,67108864,NCCL,alltoall,0.19240000000000002
int8,4,134217728,NCCL,alltoall,0.3529
int8,4,268435456,NCCL,alltoall,0.6685
int8,4,536870912,NCCL,alltoall,1.2812999999999999
int8,8,2048,NCCL,alltoall,0.0134
int8,8,4096,NCCL,alltoall,0.01312
int8,8,8192,NCCL,alltoall,0.01501
int8,8,16384,NCCL,alltoall,0.01062
int8,8,32768,NCCL,alltoall,0.01209
int8,8,65536,NCCL,alltoall,0.011460000000000001
int8,8,131072,NCCL,alltoall,0.01284
int8,8,262144,NCCL,alltoall,0.01348
int8,8,524288,NCCL,alltoall,0.011980000000000001
int8,8,1048576,NCCL,alltoall,0.017920000000000002
int8,8,2097152,NCCL,alltoall,0.023670000000000004
int8,8,4194304,NCCL,alltoall,0.0395
int8,8,8388608,NCCL,alltoall,0.04247
int8,8,16777216,NCCL,alltoall,0.07307
int8,8,33554432,NCCL,alltoall,0.1252
int8,8,67108864,NCCL,alltoall,0.2126
int8,8,134217728,NCCL,alltoall,0.3947
int8,8,268435456,NCCL,alltoall,0.7594
int8,8,536870912,NCCL,alltoall,1.4694
int8,2,2048,NCCL,reduce_scatter,0.00604
int8,2,4096,NCCL,reduce_scatter,0.00588
int8,2,8192,NCCL,reduce_scatter,0.0066500000000000005
int8,2,16384,NCCL,reduce_scatter,0.00722
int8,2,32768,NCCL,reduce_scatter,0.00757
int8,2,65536,NCCL,reduce_scatter,0.0076100000000000004
int8,2,131072,NCCL,reduce_scatter,0.008289999999999999
int8,2,262144,NCCL,reduce_scatter,0.008400000000000001
int8,2,524288,NCCL,reduce_scatter,0.00977
int8,2,1048576,NCCL,reduce_scatter,0.012320000000000001
int8,2,2097152,NCCL,reduce_scatter,0.01865
int8,2,4194304,NCCL,reduce_scatter,0.02666
int8,2,8388608,NCCL,reduce_scatter,0.03665
int8,2,16777216,NCCL,reduce_scatter,0.057640000000000004
int8,2,33554432,NCCL,reduce_scatter,0.1045
int8,2,67108864,NCCL,reduce_scatter,0.1824
int8,2,134217728,NCCL,reduce_scatter,0.3347
int8,2,268435456,NCCL,reduce_scatter,0.6347999999999999
int8,2,536870912,NCCL,reduce_scatter,1.1925000000000001
int8,4,2048,NCCL,reduce_scatter,0.00754
int8,4,4096,NCCL,reduce_scatter,0.00836
int8,4,8192,NCCL,reduce_scatter,0.00846
int8,4,16384,NCCL,reduce_scatter,0.01009
int8,4,32768,NCCL,reduce_scatter,0.01052
int8,4,65536,NCCL,reduce_scatter,0.010289999999999999
int8,4,131072,NCCL,reduce_scatter,0.00925
int8,4,262144,NCCL,reduce_scatter,0.00948
int8,4,524288,NCCL,reduce_scatter,0.01184
int8,4,1048576,NCCL,reduce_scatter,0.01368
int8,4,2097152,NCCL,reduce_scatter,0.02048
int8,4,4194304,NCCL,reduce_scatter,0.039189999999999996
int8,4,8388608,NCCL,reduce_scatter,0.04553
int8,4,16777216,NCCL,reduce_scatter,0.06744
int8,4,33554432,NCCL,reduce_scatter,0.11570000000000001
int8,4,67108864,NCCL,reduce_scatter,0.2063
int8,4,134217728,NCCL,reduce_scatter,0.37060000000000004
int8,4,268435456,NCCL,reduce_scatter,0.7077000000000001
int8,4,536870912,NCCL,reduce_scatter,1.3593
int8,8,2048,NCCL,reduce_scatter,0.01285
int8,8,4096,NCCL,reduce_scatter,0.011380000000000001
int8,8,8192,NCCL,reduce_scatter,0.0155
int8,8,16384,NCCL,reduce_scatter,0.011779999999999999
int8,8,32768,NCCL,reduce_scatter,0.01479
int8,8,65536,NCCL,reduce_scatter,0.012740000000000001
int8,8,131072,NCCL,reduce_scatter,0.01291
int8,8,262144,NCCL,reduce_scatter,0.017050000000000003
int8,8,524288,NCCL,reduce_scatter,0.01345
int8,8,1048576,NCCL,reduce_scatter,0.01738
int8,8,2097152,NCCL,reduce_scatter,0.024399999999999998
int8,8,4194304,NCCL,reduce_scatter,0.03476
int8,8,8388608,NCCL,reduce_scatter,0.04605
int8,8,16777216,NCCL,reduce_scatter,0.07059
int8,8,33554432,NCCL,reduce_scatter,0.12969999999999998
int8,8,67108864,NCCL,reduce_scatter,0.2132
int8,8,134217728,NCCL,reduce_scatter,0.4058
int8,8,268435456,NCCL,reduce_scatter,0.7534
int8,8,536870912,NCCL,reduce_scatter,1.4412
